diff options
| author | TianxingHe <[email protected]> | 2015-12-04 15:19:44 +0800 |
|---|---|---|
| committer | TianxingHe <[email protected]> | 2015-12-04 15:19:44 +0800 |
| commit | af684cb95478fc38cc3d9f284b6b518a431c87e2 (patch) | |
| tree | faab52eb3f6507331703b656c62a9e2ebf3b3f92 | |
| parent | cbcce5ecc2864872b411eebbd307fa0f9a7e9dc0 (diff) | |
| parent | 618450eb71817ded45c422f35d8fede2d52a66b2 (diff) | |
Merge pull request #15 from cloudygoose/txh18/rnnlm
LSTM&TNN
40 files changed, 20627 insertions, 4060 deletions
@@ -7,7 +7,7 @@ luajit: luarocks: PREFIX=$(PREFIX) ./tools/build_luarocks.sh install: - cd nerv; $(PREFIX)/bin/luarocks make + cd nerv; $(PREFIX)/bin/luarocks make CFLAGS=$(CFLAGS) speech: cd speech/speech_utils; $(PREFIX)/bin/luarocks make cd speech/htk_io; $(PREFIX)/bin/luarocks make @@ -12,6 +12,7 @@ git clone https://github.com/Nerv-SJTU/nerv.git cd nerv git submodule init && git submodule update make +#To include some new CUDA feature(e.x. atomicCAS), use "make CFLAGS=-D__NERV_FUTURE_CUDA_7" #further, if you want the speech modules git clone https://github.com/Nerv-SJTU/nerv-speech.git speech diff --git a/nerv/Makefile b/nerv/Makefile index b449f82..5c329f9 100644 --- a/nerv/Makefile +++ b/nerv/Makefile @@ -7,7 +7,7 @@ INC_PATH := $(LUA_BINDIR)/../include/nerv LUA_DIR = $(INST_LUADIR)/nerv OBJ_DIR := $(BUILD_DIR)/objs ISUBDIR := io matrix luaT -SUBDIR := matrix io layer examples nn lib/io lib/luaT lib/matrix +SUBDIR := matrix io layer examples nn lib/io lib/luaT lib/matrix tnn/layersT INC_SUBDIR := $(addprefix $(INC_PATH)/,$(ISUBDIR)) OBJ_SUBDIR := $(addprefix $(OBJ_DIR)/,$(SUBDIR)) @@ -30,10 +30,13 @@ LUAT_OBJS := $(addprefix $(OBJ_DIR)/,$(LUAT_OBJS)) OBJS := $(CORE_OBJS) $(NERV_OBJS) $(LUAT_OBJS) LIBS := $(INST_LIBDIR)/libnerv.so $(LIB_PATH)/libnervcore.so $(LIB_PATH)/libluaT.so LUA_LIBS := matrix/init.lua io/init.lua init.lua \ - layer/init.lua layer/affine.lua layer/sigmoid.lua layer/softmax_ce.lua layer/softmax.lua \ + layer/init.lua layer/affine.lua layer/sigmoid.lua layer/tanh.lua layer/softmax_ce.lua layer/softmax.lua \ layer/window.lua layer/bias.lua layer/combiner.lua layer/mse.lua layer/affine_recurrent.lua \ + layer/elem_mul.lua layer/gate_fff.lua \ nn/init.lua nn/layer_repo.lua nn/param_repo.lua nn/layer_dag.lua \ - io/sgd_buffer.lua + io/sgd_buffer.lua \ + tnn/init.lua tnn/layer_dag_t.lua tnn/sutil.lua tnn/tnn.lua \ + tnn/layersT/dropout_t.lua tnn/layersT/lstm_t.lua tnn/layersT/softmax_ce_t.lua INCLUDE := -I $(LUA_INCDIR) -DLUA_USE_APICHECK #CUDA_BASE := /usr/local/cuda-7.0 @@ -41,7 +44,7 @@ CUDA_BASE := /usr/local/cuda CUDA_INCLUDE := -I $(CUDA_BASE)/include/ INCLUDE += $(CUDA_INCLUDE) -LDFLAGS := -L$(CUDA_BASE)/lib64/ -Wl,-rpath=$(CUDA_BASE)/lib64/ -lcudart -lcublas +LDFLAGS := -L$(CUDA_BASE)/lib64/ -Wl,-rpath=$(CUDA_BASE)/lib64/ -lcudart -lcublas -lcurand CFLAGS := -Wall -Wextra -O2 NVCC := $(CUDA_BASE)/bin/nvcc NVCC_FLAGS := -Xcompiler -fPIC,-Wall,-Wextra @@ -55,7 +58,7 @@ $(OBJ_DIR) $(LUA_DIR) $(OBJ_SUBDIR) $(LUA_SUBDIR) $(INC_SUBDIR): $(OBJ_DIR)/%.o: %.c $(patsubst /%.o,/%.c,$@) gcc -c -o $@ $< $(INCLUDE) -fPIC $(CFLAGS) $(OBJ_DIR)/lib/matrix/cukernel.o: lib/matrix/cukernel.cu - $(NVCC) -c -o $@ $< $(INCLUDE) $(NVCC_FLAGS) + $(NVCC) -c -o $@ $< $(INCLUDE) $(NVCC_FLAGS) $(CFLAGS) $(LUA_DIR)/%.lua: %.lua cp $< $@ diff --git a/nerv/examples/lmptb/lm_trainer.lua b/nerv/examples/lmptb/lm_trainer.lua index 44862dc..9ef4794 100644 --- a/nerv/examples/lmptb/lm_trainer.lua +++ b/nerv/examples/lmptb/lm_trainer.lua @@ -2,41 +2,55 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' require 'lmptb.layer.init' -require 'rnn.init' +--require 'tnn.init' require 'lmptb.lmseqreader' local LMTrainer = nerv.class('nerv.LMTrainer') -local printf = nerv.printf +--local printf = nerv.printf + +--The bias param update in nerv don't have wcost added +function nerv.BiasParam:update_by_gradient(gradient) + local gconf = self.gconf + local l2 = 1 - gconf.lrate * gconf.wcost + self:_update_by_gradient(gradient, l2, l2) +end --Returns: LMResult -function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) +function LMTrainer.lm_process_file_rnn(global_conf, fn, tnn, do_train) local reader = nerv.LMSeqReader(global_conf, global_conf.batch_size, global_conf.chunk_size, global_conf.vocab) reader:open_file(fn) local result = nerv.LMResult(global_conf, global_conf.vocab) result:init("rnn") - + if global_conf.dropout_rate ~= nil then + nerv.info("LMTrainer.lm_process_file_rnn: dropout_rate is %f", global_conf.dropout_rate) + end + global_conf.timer:flush() tnn:flush_all() --caution: will also flush the inputs from the reader! local next_log_wcn = global_conf.log_w_num + local neto_bakm = global_conf.mmat_type(global_conf.batch_size, 1) --space backup matrix for network output while (1) do global_conf.timer:tic('most_out_loop_lmprocessfile') local r, feeds - - r, feeds = tnn:getFeedFromReader(reader) - if (r == false) then break end + global_conf.timer:tic('tnn_beforeprocess') + r, feeds = tnn:getfeed_from_reader(reader) + if r == false then + break + end for t = 1, global_conf.chunk_size do tnn.err_inputs_m[t][1]:fill(1) for i = 1, global_conf.batch_size do - if (bit.band(feeds.flags_now[t][i], nerv.TNN.FC.HAS_LABEL) == 0) then + if bit.band(feeds.flags_now[t][i], nerv.TNN.FC.HAS_LABEL) == 0 then tnn.err_inputs_m[t][1][i - 1][0] = 0 end end end + global_conf.timer:toc('tnn_beforeprocess') --[[ for j = 1, global_conf.chunk_size, 1 do @@ -50,29 +64,33 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) tnn:net_propagate() - if (do_train == true) then + if do_train == true then tnn:net_backpropagate(false) tnn:net_backpropagate(true) end - + + global_conf.timer:tic('tnn_afterprocess') for t = 1, global_conf.chunk_size, 1 do + tnn.outputs_m[t][1]:copy_toh(neto_bakm) for i = 1, global_conf.batch_size, 1 do if (feeds.labels_s[t][i] ~= global_conf.vocab.null_token) then - result:add("rnn", feeds.labels_s[t][i], math.exp(tnn.outputs_m[t][1][i - 1][0])) + --result:add("rnn", feeds.labels_s[t][i], math.exp(tnn.outputs_m[t][1][i - 1][0])) + result:add("rnn", feeds.labels_s[t][i], math.exp(neto_bakm[i - 1][0])) end end end + tnn:move_right_to_nextmb({0}) --only copy for time 0 + global_conf.timer:toc('tnn_afterprocess') - tnn:moveRightToNextMB() global_conf.timer:toc('most_out_loop_lmprocessfile') --print log - if (result["rnn"].cn_w > next_log_wcn) then + if result["rnn"].cn_w > next_log_wcn then next_log_wcn = next_log_wcn + global_conf.log_w_num - printf("%s %d words processed %s.\n", global_conf.sche_log_pre, result["rnn"].cn_w, os.date()) - printf("\t%s log prob per sample :%f.\n", global_conf.sche_log_pre, result:logp_sample("rnn")) + nerv.printf("%s %d words processed %s.\n", global_conf.sche_log_pre, result["rnn"].cn_w, os.date()) + nerv.printf("\t%s log prob per sample :%f.\n", global_conf.sche_log_pre, result:logp_sample("rnn")) for key, value in pairs(global_conf.timer.rec) do - printf("\t [global_conf.timer]: time spent on %s:%.5f clock time\n", key, value) + nerv.printf("\t [global_conf.timer]: time spent on %s:%.5f clock time\n", key, value) end global_conf.timer:flush() nerv.LMUtil.wait(0.1) @@ -90,9 +108,9 @@ function LMTrainer.lm_process_file(global_conf, fn, tnn, do_train) --break --debug end - printf("%s Displaying result:\n", global_conf.sche_log_pre) - printf("%s %s\n", global_conf.sche_log_pre, result:status("rnn")) - printf("%s Doing on %s end.\n", global_conf.sche_log_pre, fn) + nerv.printf("%s Displaying result:\n", global_conf.sche_log_pre) + nerv.printf("%s %s\n", global_conf.sche_log_pre, result:status("rnn")) + nerv.printf("%s Doing on %s end.\n", global_conf.sche_log_pre, fn) return result end diff --git a/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua b/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua index a5ecce1..c43e567 100644 --- a/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua +++ b/nerv/examples/lmptb/lmptb/layer/lm_affine_recurrent.lua @@ -14,7 +14,7 @@ function LMRecurrent:propagate(input, output) output[1]:copy_fromd(input[1]) if (self.independent == true) then for i = 1, input[1]:nrow() do - if (self.gconf.input_word_id[self.id][0][i - 1] == self.break_id) then --here is sentence break + if (self.gconf.input_word_id[self.id][i - 1][0] == self.break_id) then --here is sentence break input[2][i - 1]:fill(0) end end diff --git a/nerv/examples/lmptb/lmptb/layer/select_linear.lua b/nerv/examples/lmptb/lmptb/layer/select_linear.lua index 672b7e2..580b9c5 100644 --- a/nerv/examples/lmptb/lmptb/layer/select_linear.lua +++ b/nerv/examples/lmptb/lmptb/layer/select_linear.lua @@ -10,9 +10,9 @@ function SL:__init(id, global_conf, layer_conf) self.dim_out = layer_conf.dim_out self.gconf = global_conf - self.ltp = layer_conf.ltp self.vocab = layer_conf.vocab - + self.ltp = self:find_param("ltp", layer_conf, global_conf, nerv.LinearTransParam, {self.vocab:size(), self.dim_out[1]}) --layer_conf.ltp + self:check_dim_len(1, 1) end @@ -30,12 +30,13 @@ function SL:init(batch_size) end function SL:update(bp_err, input, output) - --for i = 1, input[1]:ncol(), 1 do - -- if (input[1][0][i - 1] ~= 0) then - -- local word_vec = self.ltp.trans[input[1][0][i - 1]] - --word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) - -- end + --use this to produce reproducable result + --for i = 1, input[1]:nrow(), 1 do + -- local word_vec = self.ltp.trans[input[1][i - 1][0]] + -- word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) --end + + --I tried the update_select_rows kernel which uses atomicAdd, but it generates unreproducable result self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0) self.ltp.trans:add(self.ltp.trans, self.ltp.trans, 1.0, - self.gconf.lrate * self.gconf.wcost / self.gconf.batch_size) end diff --git a/nerv/examples/lmptb/lmptb/lmseqreader.lua b/nerv/examples/lmptb/lmptb/lmseqreader.lua index e0dcd95..40471d5 100644 --- a/nerv/examples/lmptb/lmptb/lmseqreader.lua +++ b/nerv/examples/lmptb/lmptb/lmseqreader.lua @@ -1,4 +1,5 @@ require 'lmptb.lmvocab' +--require 'tnn.init' local LMReader = nerv.class("nerv.LMSeqReader") @@ -7,7 +8,7 @@ local printf = nerv.printf --global_conf: table --batch_size: int --vocab: nerv.LMVocab -function LMReader:__init(global_conf, batch_size, chunk_size, vocab) +function LMReader:__init(global_conf, batch_size, chunk_size, vocab, r_conf) self.gconf = global_conf self.fh = nil --file handle to read, nil means currently no file self.batch_size = batch_size @@ -15,6 +16,13 @@ function LMReader:__init(global_conf, batch_size, chunk_size, vocab) self.log_pre = "[LOG]LMSeqReader:" self.vocab = vocab self.streams = nil + if r_conf == nil then + r_conf = {} + end + self.se_mode = false --sentence end mode, when a sentence end is met, the stream after will be null + if r_conf.se_mode == true then + self.se_mode = true + end end --fn: string @@ -24,12 +32,21 @@ function LMReader:open_file(fn) nerv.error("%s error: in open_file(fn is %s), file handle not nil.", self.log_pre, fn) end printf("%s opening file %s...\n", self.log_pre, fn) - print("batch_size:", self.batch_size, "chunk_size", self.chunk_size) + print(self.log_pre, "batch_size:", self.batch_size, "chunk_size", self.chunk_size) + print(self.log_pre, "se_mode:", self.se_mode) self.fh = io.open(fn, "r") self.streams = {} for i = 1, self.batch_size, 1 do self.streams[i] = {["store"] = {}, ["head"] = 1, ["tail"] = 0} end + self.stat = {} --stat collected during file reading + self.stat.al_sen_start = true --check whether it's always sentence_start at the begining of a minibatch + self.bak_inputs_m = {} --backup MMatrix for temporary storey(then copy to TNN CuMatrix) + for j = 1, self.chunk_size, 1 do + self.bak_inputs_m[j] = {} + self.bak_inputs_m[j][1] = self.gconf.mmat_type(self.batch_size, 1) + --self.bak_inputs_m[j][2] = self.gconf.mmat_type(self.batch_size, self.vocab:size()) --since MMatrix does not yet have fill, this m[j][2] is not used + end end --id: int @@ -78,7 +95,7 @@ function LMReader:get_batch(feeds) local labels_s = feeds.labels_s for i = 1, self.chunk_size, 1 do inputs_s[i] = {} - labels_s[i] = {} + labels_s[i] = {} end local inputs_m = feeds.inputs_m --port 1 : word_id, port 2 : label @@ -86,45 +103,62 @@ function LMReader:get_batch(feeds) local flagsPack = feeds.flagsPack_now local got_new = false + for j = 1, self.chunk_size, 1 do + inputs_m[j][2]:fill(0) + end for i = 1, self.batch_size, 1 do local st = self.streams[i] + local end_stream = false --used for se_mode, indicating that this stream is ended for j = 1, self.chunk_size, 1 do flags[j][i] = 0 - self:refresh_stream(i) - if (st.store[st.head] ~= nil) then - inputs_s[j][i] = st.store[st.head] - inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 - else + if end_stream == true then + if self.se_mode == false then + nerv.error("lmseqreader:getbatch: error, end_stream is true while se_mode is false") + end inputs_s[j][i] = self.vocab.null_token - inputs_m[j][1][i - 1][0] = 0 - end - inputs_m[j][2][i - 1]:fill(0) - if (st.store[st.head + 1] ~= nil) then - labels_s[j][i] = st.store[st.head + 1] - inputs_m[j][2][i - 1][self.vocab:get_word_str(st.store[st.head + 1]).id - 1] = 1 + self.bak_inputs_m[j][1][i - 1][0] = 0 + labels_s[j][i] = self.vocab.null_token else - if (inputs_s[j][i] ~= self.vocab.null_token) then - nerv.error("reader error : input not null but label is null_token") + self:refresh_stream(i) + if st.store[st.head] ~= nil then + inputs_s[j][i] = st.store[st.head] + --inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 + self.bak_inputs_m[j][1][i - 1][0] = self.vocab:get_word_str(st.store[st.head]).id - 1 + else + inputs_s[j][i] = self.vocab.null_token + --inputs_m[j][1][i - 1][0] = 0 + self.bak_inputs_m[j][1][i - 1][0] = 0 end - labels_s[j][i] = self.vocab.null_token - end - if (inputs_s[j][i] ~= self.vocab.null_token) then - if (labels_s[j][i] == self.vocab.null_token) then - nerv.error("reader error : label is null while input is not null") + if st.store[st.head + 1] ~= nil then + labels_s[j][i] = st.store[st.head + 1] + inputs_m[j][2][i - 1][self.vocab:get_word_str(st.store[st.head + 1]).id - 1] = 1 + else + if (inputs_s[j][i] ~= self.vocab.null_token) then + nerv.error("reader error : input not null but label is null_token") + end + labels_s[j][i] = self.vocab.null_token end - flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_NORM) - got_new = true - st.store[st.head] = nil - st.head = st.head + 1 - if (labels_s[j][i] == self.vocab.sen_end_token) then - flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_END) - st.store[st.head] = nil --sentence end is passed + if inputs_s[j][i] ~= self.vocab.null_token then + if labels_s[j][i] == self.vocab.null_token then + nerv.error("reader error : label is null while input is not null") + end + flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_NORM) --has both input and label + got_new = true + st.store[st.head] = nil st.head = st.head + 1 - end - if (inputs_s[j][i] == self.vocab.sen_end_token) then - flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_START) - end - end + if labels_s[j][i] == self.vocab.sen_end_token then + flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_END) + st.store[st.head] = nil --sentence end is passed + st.head = st.head + 1 + if self.se_mode == true then + end_stream = true --meet sentence end, this stream ends now + end + end + if inputs_s[j][i] == self.vocab.sen_end_token then + flags[j][i] = bit.bor(flags[j][i], nerv.TNN.FC.SEQ_START) + end + end + end end end @@ -133,9 +167,20 @@ function LMReader:get_batch(feeds) for i = 1, self.batch_size, 1 do flagsPack[j] = bit.bor(flagsPack[j], flags[j][i]) end + inputs_m[j][1]:copy_fromh(self.bak_inputs_m[j][1]) end - if (got_new == false) then + --check for self.al_sen_start + for i = 1, self.batch_size do + if inputs_s[1][i] ~= self.vocab.sen_end_token and inputs_s[1][i] ~= self.vocab.null_token then + self.stat.al_sen_start = false + end + end + + if got_new == false then + nerv.info("lmseqreader file ends, printing stats...") + print("al_sen_start:", self.stat.al_sen_start) + return false else return true diff --git a/nerv/examples/lmptb/lmptb/lmutil.lua b/nerv/examples/lmptb/lmptb/lmutil.lua index 821aa94..71e8e17 100644 --- a/nerv/examples/lmptb/lmptb/lmutil.lua +++ b/nerv/examples/lmptb/lmptb/lmutil.lua @@ -48,15 +48,15 @@ end --Returns: nerv.MMatrixInt --Set the matrix to be ids of the words, id starting at 1, not 0 function Util.set_id(m, list, vocab) - if (m:ncol() ~= #list or m:nrow() ~= 1) then + if (m:nrow() ~= #list or m:ncol() ~= 1) then nerv.error("nrow of matrix mismatch with list or its col not one") end for i = 1, #list, 1 do --index in matrix starts at 0 if (list[i] ~= vocab.null_token) then - m[0][i - 1] = vocab:get_word_str(list[i]).id + m[i - 1][0] = vocab:get_word_str(list[i]).id else - m[0][i - 1] = 0 + m[i - 1][0] = 0 end end return m diff --git a/nerv/examples/lmptb/logs/LOG-tnn-h300 b/nerv/examples/lmptb/logs/LOG-tnn-h300 new file mode 100644 index 0000000..77fd612 --- /dev/null +++ b/nerv/examples/lmptb/logs/LOG-tnn-h300 @@ -0,0 +1,9372 @@ +Greetings +[SCHEDULER]: applying arg[2](global_conf.hidden_size=300)... +[SCHEDULER]: printing global_conf... +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +param_random function: 0x40237598 +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +decay_iter 16 +mmat_type table: 0x409280f8 +vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +log_w_num 40000 +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +batch_size 10 +hidden_size 300 +timer nerv.Timer +sche_log_pre [SCHEDULER]: +nn_act_default 0 +max_iter 35 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +wcost 1e-05 +chunk_size 15 +cumat_type table: 0x40935010 +[SCHEDULER]: printing training scheduling options... +lr_half false +start_iter -1 +ppl_last 100000 +[SCHEDULER]: printing training scheduling end. +[SCHEDULER]: creating work_dir... +[SCHEDULER]: building vocab... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +[SCHEDULER]: first time, generating parameters... +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34510155 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70045626 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70049129 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70164107 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(10:08:46 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:08:46 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:08:46 2015-11-18)[nerv] info: create layer: combinerL1 +(10:08:46 2015-11-18)[nerv] info: create layer: outputL +(10:08:46 2015-11-18)[nerv] info: create layer: softmaxL +(10:08:46 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Wed Nov 18 10:08:51 2015. + [SCHEDULER]: log prob per sample :-4.003230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.10684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.41463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12208 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 10545.667125173> <PPL_OOV 10092.059293004> <LOGP -295333.54956309> +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER ITER1 LR1]: preparing parameters... +[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34510155 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 35545278 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 70045626 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 70049129 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 70164107 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(10:08:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:08:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:08:58 2015-11-18)[nerv] info: create layer: combinerL1 +(10:08:58 2015-11-18)[nerv] info: create layer: outputL +(10:08:58 2015-11-18)[nerv] info: create layer: softmaxL +(10:08:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 18 10:09:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.210428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12114 clock time +[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 18 10:09:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.048713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75080 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 18 10:09:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.984911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74848 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09624 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time +[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 18 10:09:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.930297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75352 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time +[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 18 10:09:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.897628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10442 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 18 10:10:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.867407. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08908 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12042 clock time +[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 18 10:10:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.842329. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12149 clock time +[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 18 10:10:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.823036. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75169 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12255 clock time +[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 18 10:10:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.800986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79713 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10865 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12425 clock time +[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 18 10:10:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.786891. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73850 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09813 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 18 10:11:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.770894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10523 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12179 clock time +[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 18 10:11:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.754795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74221 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09688 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 18 10:11:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.740832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 18 10:11:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.725416. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 18 10:11:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.716177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76335 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12277 clock time +[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 18 10:12:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.705623. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74375 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09811 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12090 clock time +[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 18 10:12:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.696685. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73873 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09625 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time +[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 18 10:12:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.687998. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73861 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 18 10:12:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.676801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 18 10:12:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.669544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 18 10:13:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.659602. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 18 10:13:20 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.652101. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.15936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09854 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 512.01508977938> <PPL_OOV 447.19970345812> <LOGP -2463877.0452922> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Wed Nov 18 10:13:30 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.504076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75798 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11464 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 370.53246252795> <PPL_OOV 323.54357826836> <LOGP -206893.75941108> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 18 10:13:39 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.547314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11481 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 369.92944180373> <PPL_OOV 331.71274183319> <LOGP -185931.4164841> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... + +[SCHEDULER ITER2 LR1]: preparing parameters... +[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1076633 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1080289 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35608824 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35725140 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70244205 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(10:13:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:13:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:13:48 2015-11-18)[nerv] info: create layer: combinerL1 +(10:13:48 2015-11-18)[nerv] info: create layer: outputL +(10:13:48 2015-11-18)[nerv] info: create layer: softmaxL +(10:13:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 18 10:13:59 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.541969. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72598 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09968 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11795 clock time +[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 18 10:14:11 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.535649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 18 10:14:23 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.527511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72308 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09336 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11779 clock time +[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 18 10:14:35 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.522344. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72510 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10154 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time +[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 18 10:14:46 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.517881. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09280 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11754 clock time +[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 18 10:14:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.512076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72754 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09893 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 18 10:15:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.507676. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79397 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12311 clock time +[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 18 10:15:22 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.500944. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73117 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10012 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11863 clock time +[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 18 10:15:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497026. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73210 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20736 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09260 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11888 clock time +[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 18 10:15:46 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.493683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74623 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time +[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 18 10:15:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.490451. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55836 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 18 10:16:10 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.487587. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time +[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 18 10:16:22 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.484627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72819 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10028 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time +[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 18 10:16:33 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.481780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09361 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11724 clock time +[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 18 10:16:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.479088. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11835 clock time +[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 18 10:16:57 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.475904. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72455 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09177 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11810 clock time +[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 18 10:17:09 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.474017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71394 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.16784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09097 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11778 clock time +[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 18 10:17:21 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.471783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11806 clock time +[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 18 10:17:33 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.469729. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 18 10:17:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.467617. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74674 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 18 10:17:57 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.465015. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time +[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 18 10:18:09 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.463152. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74489 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12007 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 333.6037428687> <PPL_OOV 290.37375803538> <LOGP -2289538.074234> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Wed Nov 18 10:18:18 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.380761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11428 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 275.16079647613> <PPL_OOV 242.77628129243> <LOGP -196612.55158828> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 18 10:18:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.427169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74609 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43747 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 279.88256204919> <PPL_OOV 252.80637790871> <LOGP -177229.64482119> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... + +[SCHEDULER ITER3 LR1]: preparing parameters... +[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34525805 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529462 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69074656 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69190773 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70267310 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(10:18:36 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:18:36 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:18:36 2015-11-18)[nerv] info: create layer: combinerL1 +(10:18:36 2015-11-18)[nerv] info: create layer: outputL +(10:18:36 2015-11-18)[nerv] info: create layer: softmaxL +(10:18:36 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 18 10:18:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.536047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72824 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10451 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 18 10:18:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.483923. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 18 10:19:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.458421. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71644 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11902 clock time +[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 18 10:19:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.448869. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 18 10:19:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.441952. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72174 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09779 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 18 10:19:46 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.432993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 18 10:19:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.427091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72248 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10595 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time +[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 18 10:20:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.420076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10789 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 18 10:20:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.416144. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time +[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 18 10:20:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.412820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56644 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 18 10:20:46 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.410263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.19516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 18 10:20:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.407979. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72909 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 18 10:21:10 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.405734. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72708 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10415 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time +[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 18 10:21:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.403532. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11878 clock time +[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 18 10:21:33 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.401175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71657 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11830 clock time +[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 18 10:21:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.398582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71715 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time +[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 18 10:21:57 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.397244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09701 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time +[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 18 10:22:09 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.396091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 18 10:22:21 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.394789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10074 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 18 10:22:33 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.393428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11855 clock time +[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 18 10:22:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.391343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.71939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.17808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11851 clock time +[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 18 10:22:57 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.389966. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72022 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.18124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.54495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09355 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 280.05523911791> <PPL_OOV 245.39663556928> <LOGP -2221595.5658898> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Wed Nov 18 10:23:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.338319. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73173 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.42069 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11427 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 249.21738984732> <PPL_OOV 218.98102897851> <LOGP -192919.70714879> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 18 10:23:15 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.387513. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.41963 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11445 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 253.6486382493> <PPL_OOV 228.35790895447> <LOGP -173971.52040645> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... + +[SCHEDULER ITER4 LR1]: preparing parameters... +[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1076112 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1079769 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35639160 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35755265 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70285481 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(10:23:24 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:23:24 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:23:24 2015-11-18)[nerv] info: create layer: combinerL1 +(10:23:24 2015-11-18)[nerv] info: create layer: outputL +(10:23:24 2015-11-18)[nerv] info: create layer: softmaxL +(10:23:24 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 18 10:23:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.356761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75773 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 18 10:23:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.354343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73607 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09187 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 18 10:23:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348934. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73326 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09277 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11852 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 18 10:24:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76141 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10589 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 18 10:24:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09508 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 18 10:24:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75070 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 18 10:24:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343892. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75436 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 18 10:24:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340016. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 18 10:25:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.338481. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75085 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10167 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 18 10:25:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336970. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75447 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26929 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 18 10:25:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336232. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09659 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 18 10:25:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335499. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 18 10:25:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75886 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12038 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 18 10:26:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333952. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74473 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 18 10:26:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 18 10:26:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.331373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74294 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09495 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 18 10:26:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.330378. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 18 10:26:59 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329916. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09249 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11881 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 18 10:27:11 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.329256. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74636 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 18 10:27:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.328670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75632 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 18 10:27:35 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.327835. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09518 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 18 10:27:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.327304. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75015 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10060 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 241.20958994184> <PPL_OOV 212.5016612632> <LOGP -2163490.4205743> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Wed Nov 18 10:27:56 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.311922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.50005 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11768 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 229.16655843007> <PPL_OOV 205.79109682218> <LOGP -190695.75314365> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 18 10:28:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.361644. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11440 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 233.67513484246> <PPL_OOV 214.05170779862> <LOGP -171899.05910373> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... + +[SCHEDULER ITER5 LR1]: preparing parameters... +[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34533992 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34537650 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69107906 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69224062 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70299750 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(10:28:14 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:28:14 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:28:14 2015-11-18)[nerv] info: create layer: combinerL1 +(10:28:14 2015-11-18)[nerv] info: create layer: outputL +(10:28:14 2015-11-18)[nerv] info: create layer: softmaxL +(10:28:14 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 18 10:28:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.342229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75456 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 18 10:28:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.325496. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 18 10:28:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314607. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09786 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11937 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 18 10:29:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75472 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27042 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 18 10:29:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.312322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09757 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 18 10:29:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.308654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74426 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 18 10:29:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.305328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10246 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 18 10:29:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301431. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10340 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 18 10:30:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299609. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74390 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09906 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 18 10:30:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10791 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 18 10:30:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74817 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 18 10:30:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296471. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 10:30:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295813. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75114 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 10:31:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 10:31:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296112. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10230 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 10:31:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74747 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10528 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 10:31:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 10:31:49 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294059. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 10:32:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74359 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10053 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 10:32:13 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293090. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74776 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09928 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 10:32:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291937. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 10:32:37 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74681 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 221.30733235924> <PPL_OOV 195.66770349262> <LOGP -2130170.993105> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 10:32:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44481 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11435 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 222.8321336645> <PPL_OOV 193.91842079921> <LOGP -188568.43959101> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 10:32:55 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.339220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75101 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44223 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11451 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 228.12299970668> <PPL_OOV 203.70434101172> <LOGP -170311.86095287> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... + +[SCHEDULER ITER6 LR1]: preparing parameters... +[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1075225 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078883 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35657664 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35773857 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70310639 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(10:33:04 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:33:04 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:33:04 2015-11-18)[nerv] info: create layer: combinerL1 +(10:33:04 2015-11-18)[nerv] info: create layer: outputL +(10:33:04 2015-11-18)[nerv] info: create layer: softmaxL +(10:33:04 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 10:33:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274624. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10652 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 10:33:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274089. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74679 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11948 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 10:33:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.269376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74932 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09510 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 10:33:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75383 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 10:34:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.273086. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09888 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 10:34:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74558 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09739 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 10:34:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76631 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10752 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 10:34:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.264325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57789 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 10:34:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263165. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09307 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 10:35:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 10:35:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74338 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09902 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 10:35:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74888 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24538 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 10:35:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.261379. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75682 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10587 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 10:35:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.260855. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10505 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 10:36:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.259417. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75487 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10447 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12054 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 10:36:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.258156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74638 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10022 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 10:36:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74478 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 10:36:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257695. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75192 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10015 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 10:36:51 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257372. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 10:37:03 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29298 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10878 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 10:37:15 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256451. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 10:37:27 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.256282. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10116 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 203.44638459567> <PPL_OOV 180.48040863984> <LOGP -2097552.5682739> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 10:37:36 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270756. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75384 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44684 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11462 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 213.76177164248> <PPL_OOV 187.55040025392> <LOGP -187373.11635436> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 10:37:45 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.327893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74780 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43821 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 218.09202962517> <PPL_OOV 196.16969102515> <LOGP -169104.52953794> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... + +[SCHEDULER ITER7 LR1]: preparing parameters... +[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34539097 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34542754 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69128153 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69244367 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70319220 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(10:37:54 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:37:54 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:37:54 2015-11-18)[nerv] info: create layer: combinerL1 +(10:37:54 2015-11-18)[nerv] info: create layer: outputL +(10:37:54 2015-11-18)[nerv] info: create layer: softmaxL +(10:37:54 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 10:38:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.251501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76764 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 10:38:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.249180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73223 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11759 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 10:38:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.243853. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11723 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 10:38:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.246795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74229 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11770 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 10:38:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.246943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11752 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 10:39:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.243492. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73918 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09756 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11811 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 10:39:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.240411. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11824 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 10:39:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.237547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11918 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 10:39:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.236674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74675 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11868 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 10:39:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 10:40:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235708. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11834 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 10:40:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74709 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09642 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11909 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 10:40:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235653. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75427 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 10:40:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.235260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74784 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 10:40:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233722. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09207 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 10:41:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09477 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 10:41:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09848 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 10:41:29 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232032. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74110 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11793 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 10:41:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232176. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.55926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09584 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 10:41:53 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.232236. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11802 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 10:42:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.231563. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74825 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09560 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 10:42:17 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.231495. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09719 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11916 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 191.66281054712> <PPL_OOV 170.45050083613> <LOGP -2074469.2150481> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 10:42:26 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.250935. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.26330245608> <PPL_OOV 178.68977420066> <LOGP -185640.57827444> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 10:42:35 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.308122. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46668 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11436 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 210.66094197492> <PPL_OOV 187.46229275885> <LOGP -167650.13106111> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... + +[SCHEDULER ITER8 LR1]: preparing parameters... +[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1074480 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1078136 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35669430 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35785661 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70326762 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(10:42:44 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:42:44 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:42:44 2015-11-18)[nerv] info: create layer: combinerL1 +(10:42:44 2015-11-18)[nerv] info: create layer: outputL +(10:42:44 2015-11-18)[nerv] info: create layer: softmaxL +(10:42:44 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 10:42:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223485. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75378 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 10:43:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223158. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74128 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 10:43:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.219440. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74111 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 10:43:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.222712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75221 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 10:43:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.223369. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 10:43:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.220367. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.08943 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 10:44:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.217273. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 10:44:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10206 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 10:44:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73531 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 10:44:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75979 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12017 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 10:44:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213651. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74276 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 10:45:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214115. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09294 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 10:45:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.214208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09921 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 10:45:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213975. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74065 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 10:45:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.213825. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11865 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 10:45:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74627 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10174 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 10:46:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74089 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10392 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 10:46:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212644. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74309 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 10:46:31 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74347 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09189 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11893 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 10:46:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.212799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74704 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10933 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 10:46:55 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.211971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10115 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 10:47:07 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.211963. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74639 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 182.85875939578> <PPL_OOV 162.9490849551> <LOGP -2056299.1378532> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 10:47:16 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.242961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11525 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 200.73582668906> <PPL_OOV 175.37028924635> <LOGP -184969.29458693> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 10:47:25 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.301838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.44506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11486 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 204.97925383417> <PPL_OOV 183.63222465748> <LOGP -166988.87054074> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... + +[SCHEDULER ITER9 LR1]: preparing parameters... +[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34542686 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34546343 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69143526 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69259775 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70333851 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(10:47:34 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:47:34 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:47:34 2015-11-18)[nerv] info: create layer: combinerL1 +(10:47:34 2015-11-18)[nerv] info: create layer: outputL +(10:47:34 2015-11-18)[nerv] info: create layer: softmaxL +(10:47:34 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 10:47:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206042. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74971 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 10:47:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10262 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 10:48:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.202072. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 10:48:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206597. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74532 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 10:48:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.206957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46621 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73933 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 10:48:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.202669. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74566 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10550 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 10:48:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.199498. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74662 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 10:49:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.197205. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74500 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11096 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 10:49:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196210. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10498 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11900 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 10:49:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.195749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74420 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 10:49:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74687 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 10:49:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196723. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76705 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12151 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 10:50:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10674 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 10:50:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.196443. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56972 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 10:50:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.195960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 10:50:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194630. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11086 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 10:50:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194485. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11895 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 10:51:09 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194576. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 10:51:21 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194645. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 10:51:33 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10019 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 10:51:45 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.193957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.21389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 10:51:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.194063. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72775 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 175.15529644178> <PPL_OOV 156.3706229079> <LOGP -2039662.5067889> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 10:52:06 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.232448. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75902 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 196.68771340668> <PPL_OOV 171.28145024784> <LOGP -184124.74262498> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 10:52:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.292322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89009 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12357 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 200.74808824921> <PPL_OOV 179.37500626499> <LOGP -166237.47990123> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... + +[SCHEDULER ITER10 LR1]: preparing parameters... +[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1073504 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1077161 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35679936 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35796199 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70340150 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(10:52:26 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:52:26 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:52:26 2015-11-18)[nerv] info: create layer: combinerL1 +(10:52:26 2015-11-18)[nerv] info: create layer: outputL +(10:52:26 2015-11-18)[nerv] info: create layer: softmaxL +(10:52:26 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 10:52:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83385 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 10:52:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.51138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94141 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.73667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13340 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 10:53:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.183663. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11058 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12225 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 10:53:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.186533. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76657 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10987 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 10:53:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.187822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74876 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10123 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 10:53:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.184261. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75239 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10219 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 10:53:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.181682. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76315 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11089 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 10:54:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.82285 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12704 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 10:54:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74475 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09895 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 10:54:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 10:54:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 10:54:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12072 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 10:55:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179147. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76321 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10976 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 10:55:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.179057. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 10:55:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.178715. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 10:55:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177619. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 10:55:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177353. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74162 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09711 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11862 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 10:56:01 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177437. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74441 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23905 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09788 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 10:56:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177489. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74377 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09629 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11940 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 10:56:25 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75256 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10163 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 10:56:37 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 10:56:49 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.177345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11930 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 168.28451804124> <PPL_OOV 150.46390246938> <LOGP -2024117.1344033> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 10:56:58 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.226332. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46298 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11545 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 193.84009884531> <PPL_OOV 168.90002809503> <LOGP -183623.51796897> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 10:57:07 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.288461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75930 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11482 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 198.49192596558> <PPL_OOV 177.42026715645> <LOGP -165886.47816098> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... + +[SCHEDULER ITER11 LR1]: preparing parameters... +[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34544696 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34548353 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69157059 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69273324 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70346338 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(10:57:16 2015-11-18)[nerv] info: create layer: recurrentL1 +(10:57:16 2015-11-18)[nerv] info: create layer: sigmoidL1 +(10:57:16 2015-11-18)[nerv] info: create layer: combinerL1 +(10:57:16 2015-11-18)[nerv] info: create layer: outputL +(10:57:16 2015-11-18)[nerv] info: create layer: softmaxL +(10:57:16 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 10:57:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.171852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47361 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11078 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 10:57:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.172153. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74498 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09802 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 10:57:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.168680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09930 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 10:58:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.171976. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 10:58:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.173569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76367 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10574 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12124 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 10:58:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.170281. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77754 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11129 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 10:58:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.167366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.83714 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52092 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13578 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12800 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 10:58:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165503. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 10:59:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164444. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11299 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12230 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 10:59:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75789 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12046 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 10:59:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165207. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 10:59:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165767. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78041 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10951 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 10:59:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165936. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78899 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.36490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12351 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 11:00:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165982. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 11:00:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.165231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76577 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.30139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12180 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 11:00:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164055. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10912 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 11:00:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163994. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77237 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12238 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 11:00:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164189. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77766 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12254 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 11:01:03 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163842. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26937 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 11:01:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.164110. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77157 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12186 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 11:01:27 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163404. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78736 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.34813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 11:01:39 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.163566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.80264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.37384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12318 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.77539106927> <PPL_OOV 145.7641676188> <LOGP -2011305.9620894> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 11:01:49 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.217961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.52642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.73699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12766 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 190.48374176169> <PPL_OOV 165.48555249968> <LOGP -182892.39374501> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 11:01:58 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.279941. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74652 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.43936 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11425 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 195.54149127002> <PPL_OOV 174.33505652113> <LOGP -165324.53745505> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... + +[SCHEDULER ITER12 LR1]: preparing parameters... +[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1072320 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1075977 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35691290 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35807569 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70352633 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(11:02:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:02:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:02:07 2015-11-18)[nerv] info: create layer: combinerL1 +(11:02:07 2015-11-18)[nerv] info: create layer: outputL +(11:02:07 2015-11-18)[nerv] info: create layer: softmaxL +(11:02:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 11:02:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.161409. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73464 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25376 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11784 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 11:02:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.160069. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73095 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11827 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 11:02:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.156185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73770 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11841 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 11:02:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.159227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 11:03:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.160588. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73458 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.22120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09245 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11786 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 11:03:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.158727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20139 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11760 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 11:03:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.156116. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10000 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11791 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 11:03:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.154215. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09971 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11838 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 11:03:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153248. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75659 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12113 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 11:04:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.152203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78152 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 11:04:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153060. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11549 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 11:04:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12137 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 11:04:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78471 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12341 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12213 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 11:04:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.153747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11321 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12274 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 11:05:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.152182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77258 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11644 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12163 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 11:05:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.151157. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 11:05:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150658. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.33472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 11:05:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150768. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46935 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77457 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11228 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12066 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 11:05:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77122 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.31371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11378 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12127 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 11:06:06 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150726. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.78021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.35393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11575 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12193 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 11:06:18 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.72990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.20382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09099 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11758 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 11:06:30 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.150286. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12332 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 157.67304410435> <PPL_OOV 141.37325038058> <LOGP -1998957.7352271> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 11:06:39 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.213910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.79067 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.49743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11713 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.82922250456> <PPL_OOV 163.82151680349> <LOGP -182530.59680635> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 11:06:48 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.276348. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76275 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.46183 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11499 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 194.0611897081> <PPL_OOV 172.80269357813> <LOGP -165041.72545543> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... + +[SCHEDULER ITER13 LR1]: preparing parameters... +[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34545115 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34548772 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69171458 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69287727 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70359323 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(11:06:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:06:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:06:57 2015-11-18)[nerv] info: create layer: combinerL1 +(11:06:57 2015-11-18)[nerv] info: create layer: outputL +(11:06:57 2015-11-18)[nerv] info: create layer: softmaxL +(11:06:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 11:07:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.148363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.32880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 11:07:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.147670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74437 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 11:07:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.144747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74474 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 11:07:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.148082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75136 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59058 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 11:07:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.149260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23573 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09275 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 11:08:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.145787. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 11:08:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.142989. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.29202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 11:08:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74790 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10661 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 11:08:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.140712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09706 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 11:08:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75574 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.28922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10744 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 11:09:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.140484. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09975 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 11:09:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141125. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73945 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 11:09:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10330 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 11:09:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.141279. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74012 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09816 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 11:09:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139978. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.73807 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 11:10:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139004. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.24469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 11:10:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.23620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 11:10:32 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139161. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74596 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.25004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 11:10:44 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138622. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12073 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 11:10:56 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.139039. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75190 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11990 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 11:11:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138421. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.75640 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.27998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10361 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 11:11:20 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.138626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.74625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.26140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10143 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 153.32287582627> <PPL_OOV 137.63110760163> <LOGP -1988127.4300539> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 11:11:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.212208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.77361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.47349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11629 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 187.68231696506> <PPL_OOV 163.13076093519> <LOGP -182379.33110377> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 11:11:38 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.275537. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.76167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.45707 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11498 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 193.13701510763> <PPL_OOV 172.21964454358> <LOGP -164933.45910557> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... + +[SCHEDULER ITER14 LR1]: preparing parameters... +[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1070792 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1074449 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35705236 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35821520 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70365868 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(11:11:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:11:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:11:47 2015-11-18)[nerv] info: create layer: combinerL1 +(11:11:47 2015-11-18)[nerv] info: create layer: outputL +(11:11:47 2015-11-18)[nerv] info: create layer: softmaxL +(11:11:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 11:11:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.150251. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 11:12:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.145932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11949 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 11:12:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.139618. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11956 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 11:12:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.140890. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10410 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 11:12:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.141728. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 11:12:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.138069. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11981 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 11:13:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.134603. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 11:13:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63278 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12282 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 11:13:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.131575. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12285 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 11:13:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.130441. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96392 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62002 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11852 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12308 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 11:13:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.131438. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95113 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11246 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12295 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 11:14:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132096. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47060 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95252 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10683 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12303 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 11:14:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96465 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12345 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 11:14:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.132168. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11174 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12232 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 11:14:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.130284. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92872 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 11:14:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89984 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09154 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 11:15:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09244 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 11:15:22 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91068 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09973 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 11:15:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90420 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11873 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 11:15:46 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128718. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10250 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 11:15:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128157. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90462 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11859 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 11:16:10 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.128351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90621 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09544 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 149.5870281095> <PPL_OOV 134.4143543947> <LOGP -1978579.6637335> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 11:16:19 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.206408. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91040 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60288 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11501 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 184.60529835793> <PPL_OOV 160.99729765694> <LOGP -181908.05608115> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 11:16:28 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.269856. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61603 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11468 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 189.97648963555> <PPL_OOV 169.84953181086> <LOGP -164489.54675678> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... + +[SCHEDULER ITER15 LR1]: preparing parameters... +[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34543217 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34546874 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69185372 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69301640 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70371575 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(11:16:37 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:16:37 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:16:37 2015-11-18)[nerv] info: create layer: combinerL1 +(11:16:37 2015-11-18)[nerv] info: create layer: outputL +(11:16:37 2015-11-18)[nerv] info: create layer: softmaxL +(11:16:37 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 11:16:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.126334. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90872 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10804 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 11:17:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.126555. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89088 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11950 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 11:17:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.123932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09738 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 11:17:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.127397. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90734 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11992 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 11:17:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.128886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57835 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09820 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11952 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 11:17:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.125460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09409 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 11:18:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.122478. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 11:18:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10286 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 11:18:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88698 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 11:18:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 11:18:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.119879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89594 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 11:19:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120634. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89060 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09686 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11966 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 11:19:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90075 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 11:19:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.120808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89658 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 11:19:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88829 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11951 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 11:19:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118087. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90738 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10355 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 11:20:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.117886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58154 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 11:20:12 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118077. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89339 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09661 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 11:20:24 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118207. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09549 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 11:20:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90859 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59495 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 11:20:48 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89479 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 11:21:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.118361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.88857 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09408 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 146.03546688066> <PPL_OOV 131.3598251194> <LOGP -1969299.4941708> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 11:21:09 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.204185. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59680 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11471 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 183.37849337646> <PPL_OOV 160.0011301428> <LOGP -181685.86303108> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 11:21:18 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.267028. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90372 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11460 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.55855926685> <PPL_OOV 168.66052507921> <LOGP -164264.51192834> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... + +[SCHEDULER ITER16 LR1]: preparing parameters... +[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1069088 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1072745 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35720170 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35836453 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70378787 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(11:21:27 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:21:27 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:21:27 2015-11-18)[nerv] info: create layer: combinerL1 +(11:21:27 2015-11-18)[nerv] info: create layer: outputL +(11:21:27 2015-11-18)[nerv] info: create layer: softmaxL +(11:21:27 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 11:21:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.115694. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92260 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 11:21:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.116926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91554 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10042 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 11:22:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.113799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 11:22:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.116729. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10396 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 11:22:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.117457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57584 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09792 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 11:22:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.114227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46767 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91646 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10055 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 11:22:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.111300. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92176 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10617 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 11:23:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109921. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92552 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10863 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 11:23:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90110 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 11:23:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 11:23:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108945. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09327 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11885 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 11:23:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.109836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09295 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 11:24:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.110070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92108 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 11:24:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.110257. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09656 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 11:24:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90696 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11914 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 11:24:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90976 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09664 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 11:24:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108014. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.56999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11860 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 11:25:02 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90305 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09312 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 11:25:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91584 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09765 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 11:25:26 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108498. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59727 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10339 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 11:25:38 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.107983. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91069 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10309 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 11:25:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.108250. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91089 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09542 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.52993551102> <PPL_OOV 128.34432819736> <LOGP -1959923.7705658> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 11:25:59 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.199247. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.85232657852> <PPL_OOV 158.47519639689> <LOGP -181342.80984868> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 11:26:08 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.262718. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.63524327582> <PPL_OOV 166.8116302904> <LOGP -163911.41386819> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... + +[SCHEDULER ITER17 LR1]: preparing parameters... +[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34541020 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34544677 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69201806 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69318078 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70386500 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(11:26:17 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:26:17 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:26:17 2015-11-18)[nerv] info: create layer: combinerL1 +(11:26:17 2015-11-18)[nerv] info: create layer: outputL +(11:26:17 2015-11-18)[nerv] info: create layer: softmaxL +(11:26:17 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 11:26:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.108420. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91633 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10864 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 11:26:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.108591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11870 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 11:26:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.105430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90293 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11877 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 11:27:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.107876. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 11:27:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.109757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89580 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 11:27:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.106544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09486 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 11:27:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 11:27:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.102231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90426 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10025 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 11:28:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103825. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89850 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11884 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 11:28:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.102596. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90705 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 11:28:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11901 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 11:28:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104338. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89582 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09366 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11897 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 11:28:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90595 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10238 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 11:29:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104388. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11936 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 11:29:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103305. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89412 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09481 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11887 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 11:29:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89248 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 11:29:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.103934. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09378 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 11:29:52 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104033. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89192 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09239 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 11:30:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104624. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39959 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09458 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 11:30:16 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.105026. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91993 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10782 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 11:30:28 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104416. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 11:30:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.104466. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91300 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10184 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11974 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 141.19954804009> <PPL_OOV 127.21379650058> <LOGP -1956351.8551459> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 11:30:49 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.198889. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91153 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60373 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11422 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.70520360784> <PPL_OOV 158.41280661091> <LOGP -181328.71347802> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 11:30:58 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.263003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90774 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.60026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11386 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 185.44844722879> <PPL_OOV 166.57217575974> <LOGP -163865.39734015> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... + +[SCHEDULER ITER18 LR1]: preparing parameters... +[SCHEDULER ITER18 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1067636 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1071293 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35738936 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35855199 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70394860 +[SCHEDULER ITER18 LR1]: preparing parameters end. +[SCHEDULER ITER18 LR1]: preparing layers... +(11:31:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:31:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:31:07 2015-11-18)[nerv] info: create layer: combinerL1 +(11:31:07 2015-11-18)[nerv] info: create layer: outputL +(11:31:07 2015-11-18)[nerv] info: create layer: softmaxL +(11:31:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR1]: preparing layers end. +[SCHEDULER ITER18 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR1]: Initing TNN end. +===ITERATION 18 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40092 words processed Wed Nov 18 11:31:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100858. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10998 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER18 LR1]: 80099 words processed Wed Nov 18 11:31:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100635. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47126 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09284 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11920 clock time +[SCHEDULER ITER18 LR1]: 120004 words processed Wed Nov 18 11:31:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.097217. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09006 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11874 clock time +[SCHEDULER ITER18 LR1]: 160114 words processed Wed Nov 18 11:31:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.100555. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09872 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11905 clock time +[SCHEDULER ITER18 LR1]: 200066 words processed Wed Nov 18 11:32:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.101992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09039 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11899 clock time +[SCHEDULER ITER18 LR1]: 240045 words processed Wed Nov 18 11:32:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.098634. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09234 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11910 clock time +[SCHEDULER ITER18 LR1]: 280057 words processed Wed Nov 18 11:32:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.095480. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96904 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12273 clock time +[SCHEDULER ITER18 LR1]: 320106 words processed Wed Nov 18 11:32:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093899. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96676 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11704 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time +[SCHEDULER ITER18 LR1]: 360024 words processed Wed Nov 18 11:32:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12157 clock time +[SCHEDULER ITER18 LR1]: 400089 words processed Wed Nov 18 11:33:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092038. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45023 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10204 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11955 clock time +[SCHEDULER ITER18 LR1]: 440067 words processed Wed Nov 18 11:33:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093470. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER18 LR1]: 480051 words processed Wed Nov 18 11:33:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094432. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time +[SCHEDULER ITER18 LR1]: 520140 words processed Wed Nov 18 11:33:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094612. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91751 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10255 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time +[SCHEDULER ITER18 LR1]: 560132 words processed Wed Nov 18 11:33:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094673. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89952 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11903 clock time +[SCHEDULER ITER18 LR1]: 600118 words processed Wed Nov 18 11:34:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.094054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90180 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER18 LR1]: 640090 words processed Wed Nov 18 11:34:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90819 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER18 LR1]: 680075 words processed Wed Nov 18 11:34:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092928. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER18 LR1]: 720043 words processed Wed Nov 18 11:34:42 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER18 LR1]: 760012 words processed Wed Nov 18 11:34:54 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12299 clock time +[SCHEDULER ITER18 LR1]: 800113 words processed Wed Nov 18 11:35:06 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.093194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11513 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12240 clock time +[SCHEDULER ITER18 LR1]: 840089 words processed Wed Nov 18 11:35:18 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092664. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93123 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09883 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12123 clock time +[SCHEDULER ITER18 LR1]: 880052 words processed Wed Nov 18 11:35:30 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.092839. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09176 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.34114630761> <PPL_OOV 123.86098737885> <LOGP -1945568.9240026> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR1]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40087 words processed Wed Nov 18 11:35:39 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.194785. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91814 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11487 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 179.81187100755> <PPL_OOV 156.95421884454> <LOGP -180997.56787842> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR1]: 40095 words processed Wed Nov 18 11:35:48 2015. + [SCHEDULER ITER18 LR1]: log prob per sample :-2.259428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92876 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11466 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR1]: Displaying result: +[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.49928420535> <PPL_OOV 165.10810144726> <LOGP -163582.59597025> +[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... + +[SCHEDULER ITER19 LR1]: preparing parameters... +[SCHEDULER ITER19 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34538074 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34541731 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69220662 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69336928 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70404066 +[SCHEDULER ITER19 LR1]: preparing parameters end. +[SCHEDULER ITER19 LR1]: preparing layers... +(11:35:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:35:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:35:57 2015-11-18)[nerv] info: create layer: combinerL1 +(11:35:57 2015-11-18)[nerv] info: create layer: outputL +(11:35:57 2015-11-18)[nerv] info: create layer: softmaxL +(11:35:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR1]: preparing layers end. +[SCHEDULER ITER19 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR1]: Initing TNN end. +===ITERATION 19 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40092 words processed Wed Nov 18 11:36:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.090996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91173 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER19 LR1]: 80099 words processed Wed Nov 18 11:36:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.092216. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89179 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER19 LR1]: 120004 words processed Wed Nov 18 11:36:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.089189. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER19 LR1]: 160114 words processed Wed Nov 18 11:36:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.091547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90322 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER19 LR1]: 200066 words processed Wed Nov 18 11:36:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.092413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89897 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09925 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[SCHEDULER ITER19 LR1]: 240045 words processed Wed Nov 18 11:37:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.089188. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09516 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER19 LR1]: 280057 words processed Wed Nov 18 11:37:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085994. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91849 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10996 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12102 clock time +[SCHEDULER ITER19 LR1]: 320106 words processed Wed Nov 18 11:37:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084639. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10691 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER19 LR1]: 360024 words processed Wed Nov 18 11:37:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.083867. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89880 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10064 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER19 LR1]: 400089 words processed Wed Nov 18 11:37:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084462. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91425 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10614 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12118 clock time +[SCHEDULER ITER19 LR1]: 440067 words processed Wed Nov 18 11:38:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085830. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89885 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11969 clock time +[SCHEDULER ITER19 LR1]: 480051 words processed Wed Nov 18 11:38:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.086788. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10092 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER19 LR1]: 520140 words processed Wed Nov 18 11:38:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.087177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90605 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10185 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[SCHEDULER ITER19 LR1]: 560132 words processed Wed Nov 18 11:38:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.087613. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89090 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09837 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11986 clock time +[SCHEDULER ITER19 LR1]: 600118 words processed Wed Nov 18 11:38:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085937. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER19 LR1]: 640090 words processed Wed Nov 18 11:39:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084914. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40597 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER19 LR1]: 680075 words processed Wed Nov 18 11:39:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER19 LR1]: 720043 words processed Wed Nov 18 11:39:32 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084724. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94667 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11599 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time +[SCHEDULER ITER19 LR1]: 760012 words processed Wed Nov 18 11:39:44 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11009 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12183 clock time +[SCHEDULER ITER19 LR1]: 800113 words processed Wed Nov 18 11:39:56 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90572 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10225 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER19 LR1]: 840089 words processed Wed Nov 18 11:40:08 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.084822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89527 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER19 LR1]: 880052 words processed Wed Nov 18 11:40:20 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.085047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90107 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09522 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.79431248528> <PPL_OOV 121.66561590739> <LOGP -1938349.1048702> +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR1]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40087 words processed Wed Nov 18 11:40:29 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.194895. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91618 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11614 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 179.35664560354> <PPL_OOV 156.98822353866> <LOGP -181005.32299711> +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR1]: 40095 words processed Wed Nov 18 11:40:38 2015. + [SCHEDULER ITER19 LR1]: log prob per sample :-2.258736. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.59738 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11484 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR1]: Displaying result: +[SCHEDULER ITER19 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.03899331812> <PPL_OOV 165.02753091> <LOGP -163566.96020714> +[SCHEDULER ITER19 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... + +[SCHEDULER ITER20 LR1]: preparing parameters... +[SCHEDULER ITER20 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1066494 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1070151 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35761293 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35877568 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70414635 +[SCHEDULER ITER20 LR1]: preparing parameters end. +[SCHEDULER ITER20 LR1]: preparing layers... +(11:40:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:40:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:40:47 2015-11-18)[nerv] info: create layer: combinerL1 +(11:40:47 2015-11-18)[nerv] info: create layer: outputL +(11:40:47 2015-11-18)[nerv] info: create layer: softmaxL +(11:40:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR1]: preparing layers end. +[SCHEDULER ITER20 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR1]: Initing TNN end. +===ITERATION 20 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40092 words processed Wed Nov 18 11:40:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.085050. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11927 clock time +[SCHEDULER ITER20 LR1]: 80099 words processed Wed Nov 18 11:41:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.087234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10038 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[SCHEDULER ITER20 LR1]: 120004 words processed Wed Nov 18 11:41:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.083289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58007 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09641 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11867 clock time +[SCHEDULER ITER20 LR1]: 160114 words processed Wed Nov 18 11:41:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.084575. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46825 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10095 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time +[SCHEDULER ITER20 LR1]: 200066 words processed Wed Nov 18 11:41:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.085180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11886 clock time +[SCHEDULER ITER20 LR1]: 240045 words processed Wed Nov 18 11:41:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.082257. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11843 clock time +[SCHEDULER ITER20 LR1]: 280057 words processed Wed Nov 18 11:42:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11882 clock time +[SCHEDULER ITER20 LR1]: 320106 words processed Wed Nov 18 11:42:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077909. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time +[SCHEDULER ITER20 LR1]: 360024 words processed Wed Nov 18 11:42:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077304. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09886 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11911 clock time +[SCHEDULER ITER20 LR1]: 400089 words processed Wed Nov 18 11:42:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.076911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11932 clock time +[SCHEDULER ITER20 LR1]: 440067 words processed Wed Nov 18 11:42:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.078260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91551 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11879 clock time +[SCHEDULER ITER20 LR1]: 480051 words processed Wed Nov 18 11:43:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.45994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91479 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER20 LR1]: 520140 words processed Wed Nov 18 11:43:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93347 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER20 LR1]: 560132 words processed Wed Nov 18 11:43:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.079429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.87257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.70915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13224 clock time +[SCHEDULER ITER20 LR1]: 600118 words processed Wed Nov 18 11:43:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.078745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92739 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09884 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12006 clock time +[SCHEDULER ITER20 LR1]: 640090 words processed Wed Nov 18 11:43:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92397 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12081 clock time +[SCHEDULER ITER20 LR1]: 680075 words processed Wed Nov 18 11:44:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077152. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[SCHEDULER ITER20 LR1]: 720043 words processed Wed Nov 18 11:44:22 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077321. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time +[SCHEDULER ITER20 LR1]: 760012 words processed Wed Nov 18 11:44:34 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077145. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[SCHEDULER ITER20 LR1]: 800113 words processed Wed Nov 18 11:44:46 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96106 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11125 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time +[SCHEDULER ITER20 LR1]: 840089 words processed Wed Nov 18 11:44:58 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077224. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91634 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12108 clock time +[SCHEDULER ITER20 LR1]: 880052 words processed Wed Nov 18 11:45:10 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.077427. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91869 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09678 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 132.32514776759> <PPL_OOV 119.54265480169> <LOGP -1931242.4317517> +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR1]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40087 words processed Wed Nov 18 11:45:19 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.192376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11641 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.8707175969> <PPL_OOV 156.1937916313> <LOGP -180823.70436399> +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR1]: 40095 words processed Wed Nov 18 11:45:29 2015. + [SCHEDULER ITER20 LR1]: log prob per sample :-2.256632. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.70687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR1]: Displaying result: +[SCHEDULER ITER20 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.50506098011> <PPL_OOV 164.22139665816> <LOGP -163410.09772312> +[SCHEDULER ITER20 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... + +[SCHEDULER ITER21 LR1]: preparing parameters... +[SCHEDULER ITER21 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34535500 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34539157 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69243371 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69359649 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70425551 +[SCHEDULER ITER21 LR1]: preparing parameters end. +[SCHEDULER ITER21 LR1]: preparing layers... +(11:45:38 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:45:38 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:45:38 2015-11-18)[nerv] info: create layer: combinerL1 +(11:45:38 2015-11-18)[nerv] info: create layer: outputL +(11:45:38 2015-11-18)[nerv] info: create layer: softmaxL +(11:45:38 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR1]: preparing layers end. +[SCHEDULER ITER21 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR1]: Initing TNN end. +===ITERATION 21 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40092 words processed Wed Nov 18 11:45:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.077161. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08887 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.91251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.73291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.15631 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13152 clock time +[SCHEDULER ITER21 LR1]: 80099 words processed Wed Nov 18 11:46:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.078484. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12169 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER21 LR1]: 120004 words processed Wed Nov 18 11:46:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.074678. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93526 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12145 clock time +[SCHEDULER ITER21 LR1]: 160114 words processed Wed Nov 18 11:46:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.079716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98340 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12397 clock time +[SCHEDULER ITER21 LR1]: 200066 words processed Wed Nov 18 11:46:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.080377. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11111 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12296 clock time +[SCHEDULER ITER21 LR1]: 240045 words processed Wed Nov 18 11:46:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.077124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER21 LR1]: 280057 words processed Wed Nov 18 11:47:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.073853. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94403 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12177 clock time +[SCHEDULER ITER21 LR1]: 320106 words processed Wed Nov 18 11:47:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072403. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59869 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER21 LR1]: 360024 words processed Wed Nov 18 11:47:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.071235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91240 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER21 LR1]: 400089 words processed Wed Nov 18 11:47:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER21 LR1]: 440067 words processed Wed Nov 18 11:47:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070909. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92679 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12148 clock time +[SCHEDULER ITER21 LR1]: 480051 words processed Wed Nov 18 11:48:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.071891. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91525 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10126 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER21 LR1]: 520140 words processed Wed Nov 18 11:48:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92169 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time +[SCHEDULER ITER21 LR1]: 560132 words processed Wed Nov 18 11:48:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.072402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91323 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09885 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER21 LR1]: 600118 words processed Wed Nov 18 11:48:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070887. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10251 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12002 clock time +[SCHEDULER ITER21 LR1]: 640090 words processed Wed Nov 18 11:48:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070046. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91103 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10198 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER21 LR1]: 680075 words processed Wed Nov 18 11:49:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER21 LR1]: 720043 words processed Wed Nov 18 11:49:14 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069931. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10467 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER21 LR1]: 760012 words processed Wed Nov 18 11:49:26 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91337 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42327 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11953 clock time +[SCHEDULER ITER21 LR1]: 800113 words processed Wed Nov 18 11:49:38 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.070118. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92932 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11438 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[SCHEDULER ITER21 LR1]: 840089 words processed Wed Nov 18 11:49:50 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91298 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09978 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11962 clock time +[SCHEDULER ITER21 LR1]: 880052 words processed Wed Nov 18 11:50:02 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.069878. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91035 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41895 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10317 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.94447642588> <PPL_OOV 117.48605218627> <LOGP -1924236.5045858> +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR1]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40087 words processed Wed Nov 18 11:50:11 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.191794. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11544 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.54148794518> <PPL_OOV 155.83031275648> <LOGP -180740.29960477> +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR1]: 40095 words processed Wed Nov 18 11:50:20 2015. + [SCHEDULER ITER21 LR1]: log prob per sample :-2.256591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92842 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11516 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR1]: Displaying result: +[SCHEDULER ITER21 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.38397970157> <PPL_OOV 163.87744761893> <LOGP -163342.9355447> +[SCHEDULER ITER21 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... + +[SCHEDULER ITER22 LR1]: preparing parameters... +[SCHEDULER ITER22 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1065368 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1069025 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35788267 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35904550 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70438596 +[SCHEDULER ITER22 LR1]: preparing parameters end. +[SCHEDULER ITER22 LR1]: preparing layers... +(11:50:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:50:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:50:29 2015-11-18)[nerv] info: create layer: combinerL1 +(11:50:29 2015-11-18)[nerv] info: create layer: outputL +(11:50:29 2015-11-18)[nerv] info: create layer: softmaxL +(11:50:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR1]: preparing layers end. +[SCHEDULER ITER22 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR1]: Initing TNN end. +===ITERATION 22 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40092 words processed Wed Nov 18 11:50:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.070689. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER22 LR1]: 80099 words processed Wed Nov 18 11:50:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.070559. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91899 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10062 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[SCHEDULER ITER22 LR1]: 120004 words processed Wed Nov 18 11:51:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.067385. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91730 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[SCHEDULER ITER22 LR1]: 160114 words processed Wed Nov 18 11:51:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.071316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92989 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10819 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12014 clock time +[SCHEDULER ITER22 LR1]: 200066 words processed Wed Nov 18 11:51:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.072229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91882 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER22 LR1]: 240045 words processed Wed Nov 18 11:51:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.068766. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER22 LR1]: 280057 words processed Wed Nov 18 11:51:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.065662. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93045 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60226 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10881 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER22 LR1]: 320106 words processed Wed Nov 18 11:52:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92558 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER22 LR1]: 360024 words processed Wed Nov 18 11:52:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92877 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER22 LR1]: 400089 words processed Wed Nov 18 11:52:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062554. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47055 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER22 LR1]: 440067 words processed Wed Nov 18 11:52:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10101 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11957 clock time +[SCHEDULER ITER22 LR1]: 480051 words processed Wed Nov 18 11:52:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10091 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER22 LR1]: 520140 words processed Wed Nov 18 11:53:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.064899. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10830 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER22 LR1]: 560132 words processed Wed Nov 18 11:53:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.065037. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10161 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER22 LR1]: 600118 words processed Wed Nov 18 11:53:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063542. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91652 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09594 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11929 clock time +[SCHEDULER ITER22 LR1]: 640090 words processed Wed Nov 18 11:53:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92311 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10220 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11985 clock time +[SCHEDULER ITER22 LR1]: 680075 words processed Wed Nov 18 11:53:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062470. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11946 clock time +[SCHEDULER ITER22 LR1]: 720043 words processed Wed Nov 18 11:54:04 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10265 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11980 clock time +[SCHEDULER ITER22 LR1]: 760012 words processed Wed Nov 18 11:54:16 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91687 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11960 clock time +[SCHEDULER ITER22 LR1]: 800113 words processed Wed Nov 18 11:54:28 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.063025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93408 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11036 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER22 LR1]: 840089 words processed Wed Nov 18 11:54:40 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062518. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92301 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09901 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11982 clock time +[SCHEDULER ITER22 LR1]: 880052 words processed Wed Nov 18 11:54:52 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.062751. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10188 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 127.72963687075> <PPL_OOV 115.57633745052> <LOGP -1917620.263724> +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR1]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40087 words processed Wed Nov 18 11:55:01 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.190838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62624 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11563 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.63579916812> <PPL_OOV 155.49815507676> <LOGP -180663.9115879> +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR1]: 40095 words processed Wed Nov 18 11:55:10 2015. + [SCHEDULER ITER22 LR1]: log prob per sample :-2.256433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47013 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92879 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11514 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR1]: Displaying result: +[SCHEDULER ITER22 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.55913997681> <PPL_OOV 163.69972113613> <LOGP -163308.17602403> +[SCHEDULER ITER22 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... + +[SCHEDULER ITER23 LR1]: preparing parameters... +[SCHEDULER ITER23 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34532317 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34535974 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69270165 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69386444 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70451255 +[SCHEDULER ITER23 LR1]: preparing parameters end. +[SCHEDULER ITER23 LR1]: preparing layers... +(11:55:19 2015-11-18)[nerv] info: create layer: recurrentL1 +(11:55:19 2015-11-18)[nerv] info: create layer: sigmoidL1 +(11:55:19 2015-11-18)[nerv] info: create layer: combinerL1 +(11:55:19 2015-11-18)[nerv] info: create layer: outputL +(11:55:19 2015-11-18)[nerv] info: create layer: softmaxL +(11:55:19 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR1]: preparing layers end. +[SCHEDULER ITER23 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR1]: Initing TNN end. +===ITERATION 23 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40092 words processed Wed Nov 18 11:55:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.095018. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10823 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER23 LR1]: 80099 words processed Wed Nov 18 11:55:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.086515. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER23 LR1]: 120004 words processed Wed Nov 18 11:55:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.077029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91466 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time +[SCHEDULER ITER23 LR1]: 160114 words processed Wed Nov 18 11:56:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.075436. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92640 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12070 clock time +[SCHEDULER ITER23 LR1]: 200066 words processed Wed Nov 18 11:56:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.073590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91459 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12004 clock time +[SCHEDULER ITER23 LR1]: 240045 words processed Wed Nov 18 11:56:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.069125. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91617 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09789 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER23 LR1]: 280057 words processed Wed Nov 18 11:56:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.064858. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10325 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER23 LR1]: 320106 words processed Wed Nov 18 11:56:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.062961. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92348 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10625 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER23 LR1]: 360024 words processed Wed Nov 18 11:57:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061620. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91583 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09882 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12039 clock time +[SCHEDULER ITER23 LR1]: 400089 words processed Wed Nov 18 11:57:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059833. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10642 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER23 LR1]: 440067 words processed Wed Nov 18 11:57:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.060592. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91411 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09873 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[SCHEDULER ITER23 LR1]: 480051 words processed Wed Nov 18 11:57:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91257 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10079 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER23 LR1]: 520140 words processed Wed Nov 18 11:57:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92455 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time +[SCHEDULER ITER23 LR1]: 560132 words processed Wed Nov 18 11:58:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.061345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90491 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09929 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER23 LR1]: 600118 words processed Wed Nov 18 11:58:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059732. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12264 clock time +[SCHEDULER ITER23 LR1]: 640090 words processed Wed Nov 18 11:58:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058492. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91224 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10306 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12187 clock time +[SCHEDULER ITER23 LR1]: 680075 words processed Wed Nov 18 11:58:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058583. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10256 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12175 clock time +[SCHEDULER ITER23 LR1]: 720043 words processed Wed Nov 18 11:58:54 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58321 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09721 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11907 clock time +[SCHEDULER ITER23 LR1]: 760012 words processed Wed Nov 18 11:59:06 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90315 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09579 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER23 LR1]: 800113 words processed Wed Nov 18 11:59:18 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60026 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10388 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11947 clock time +[SCHEDULER ITER23 LR1]: 840089 words processed Wed Nov 18 11:59:30 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.058808. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11883 clock time +[SCHEDULER ITER23 LR1]: 880052 words processed Wed Nov 18 11:59:42 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.059093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10036 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11958 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.5933315247> <PPL_OOV 114.59548203272> <LOGP -1914179.4532121> +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR1]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40087 words processed Wed Nov 18 11:59:51 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.187803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63241 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.69113282554> <PPL_OOV 154.4522825706> <LOGP -180422.316696> +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR1]: 40095 words processed Wed Nov 18 12:00:00 2015. + [SCHEDULER ITER23 LR1]: log prob per sample :-2.253996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47175 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92880 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62649 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11533 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR1]: Displaying result: +[SCHEDULER ITER23 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.18925970679> <PPL_OOV 162.3281892853> <LOGP -163038.65732971> +[SCHEDULER ITER23 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... + +[SCHEDULER ITER24 LR1]: preparing parameters... +[SCHEDULER ITER24 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064210 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067867 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35817408 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35933682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70464168 +[SCHEDULER ITER24 LR1]: preparing parameters end. +[SCHEDULER ITER24 LR1]: preparing layers... +(12:00:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:00:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:00:09 2015-11-18)[nerv] info: create layer: combinerL1 +(12:00:09 2015-11-18)[nerv] info: create layer: outputL +(12:00:09 2015-11-18)[nerv] info: create layer: softmaxL +(12:00:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR1]: preparing layers end. +[SCHEDULER ITER24 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR1]: Initing TNN end. +===ITERATION 24 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40092 words processed Wed Nov 18 12:00:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.068316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12218 clock time +[SCHEDULER ITER24 LR1]: 80099 words processed Wed Nov 18 12:00:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.066020. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94765 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10381 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[SCHEDULER ITER24 LR1]: 120004 words processed Wed Nov 18 12:00:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.061220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09787 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11998 clock time +[SCHEDULER ITER24 LR1]: 160114 words processed Wed Nov 18 12:00:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.063568. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10620 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12011 clock time +[SCHEDULER ITER24 LR1]: 200066 words processed Wed Nov 18 12:01:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.062954. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92860 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45241 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09823 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER24 LR1]: 240045 words processed Wed Nov 18 12:01:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.059629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92761 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER24 LR1]: 280057 words processed Wed Nov 18 12:01:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.055936. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11431 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12263 clock time +[SCHEDULER ITER24 LR1]: 320106 words processed Wed Nov 18 12:01:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95186 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10843 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12092 clock time +[SCHEDULER ITER24 LR1]: 360024 words processed Wed Nov 18 12:01:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053542. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93718 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12139 clock time +[SCHEDULER ITER24 LR1]: 400089 words processed Wed Nov 18 12:02:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051705. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11164 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12173 clock time +[SCHEDULER ITER24 LR1]: 440067 words processed Wed Nov 18 12:02:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[SCHEDULER ITER24 LR1]: 480051 words processed Wed Nov 18 12:02:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053509. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93769 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10109 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[SCHEDULER ITER24 LR1]: 520140 words processed Wed Nov 18 12:02:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96227 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11317 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12316 clock time +[SCHEDULER ITER24 LR1]: 560132 words processed Wed Nov 18 12:02:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.054986. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11297 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time +[SCHEDULER ITER24 LR1]: 600118 words processed Wed Nov 18 12:03:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.053946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96495 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10816 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12281 clock time +[SCHEDULER ITER24 LR1]: 640090 words processed Wed Nov 18 12:03:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052995. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92514 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09199 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[SCHEDULER ITER24 LR1]: 680075 words processed Wed Nov 18 12:03:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052435. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92758 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER24 LR1]: 720043 words processed Wed Nov 18 12:03:44 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09938 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER24 LR1]: 760012 words processed Wed Nov 18 12:03:56 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09732 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[SCHEDULER ITER24 LR1]: 800113 words processed Wed Nov 18 12:04:08 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052259. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.53950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61532 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time +[SCHEDULER ITER24 LR1]: 840089 words processed Wed Nov 18 12:04:20 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.051851. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10032 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER24 LR1]: 880052 words processed Wed Nov 18 12:04:32 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.052134. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 124.48792856202> <PPL_OOV 112.77495891323> <LOGP -1907714.3307067> +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR1]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40087 words processed Wed Nov 18 12:04:41 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.189143. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94163 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64191 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.06047169718> <PPL_OOV 155.12796790669> <LOGP -180578.58523182> +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR1]: 40095 words processed Wed Nov 18 12:04:50 2015. + [SCHEDULER ITER24 LR1]: log prob per sample :-2.256580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.64526 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11744 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR1]: Displaying result: +[SCHEDULER ITER24 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.96453837948> <PPL_OOV 163.32705467376> <LOGP -163235.16769627> +[SCHEDULER ITER24 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR1]: PPL did not improve, rejected, copying param file of last iter... + +[SCHEDULER ITER25 LR0.6]: preparing parameters... +[SCHEDULER ITER25 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1064210 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1067867 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35817408 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35933682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70464168 +[SCHEDULER ITER25 LR0.6]: preparing parameters end. +[SCHEDULER ITER25 LR0.6]: preparing layers... +(12:04:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:04:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:04:58 2015-11-18)[nerv] info: create layer: combinerL1 +(12:04:58 2015-11-18)[nerv] info: create layer: outputL +(12:04:58 2015-11-18)[nerv] info: create layer: softmaxL +(12:04:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.6]: preparing layers end. +[SCHEDULER ITER25 LR0.6]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.6]: Initing TNN end. +===ITERATION 25 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40092 words processed Wed Nov 18 12:05:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.031786. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.49377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12154 clock time +[SCHEDULER ITER25 LR0.6]: 80099 words processed Wed Nov 18 12:05:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.027880. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91322 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER25 LR0.6]: 120004 words processed Wed Nov 18 12:05:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021698. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91289 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12134 clock time +[SCHEDULER ITER25 LR0.6]: 160114 words processed Wed Nov 18 12:05:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.022082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10597 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12159 clock time +[SCHEDULER ITER25 LR0.6]: 200066 words processed Wed Nov 18 12:05:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.021204. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER25 LR0.6]: 240045 words processed Wed Nov 18 12:06:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.017220. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89326 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09416 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER25 LR0.6]: 280057 words processed Wed Nov 18 12:06:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.013365. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12136 clock time +[SCHEDULER ITER25 LR0.6]: 320106 words processed Wed Nov 18 12:06:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.011554. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time +[SCHEDULER ITER25 LR0.6]: 360024 words processed Wed Nov 18 12:06:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.009923. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11935 clock time +[SCHEDULER ITER25 LR0.6]: 400089 words processed Wed Nov 18 12:06:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007376. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10563 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11964 clock time +[SCHEDULER ITER25 LR0.6]: 440067 words processed Wed Nov 18 12:07:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008010. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90775 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10138 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time +[SCHEDULER ITER25 LR0.6]: 480051 words processed Wed Nov 18 12:07:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008517. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09904 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER25 LR0.6]: 520140 words processed Wed Nov 18 12:07:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.008299. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91944 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12110 clock time +[SCHEDULER ITER25 LR0.6]: 560132 words processed Wed Nov 18 12:07:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.007875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER25 LR0.6]: 600118 words processed Wed Nov 18 12:07:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.005749. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89997 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10248 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12171 clock time +[SCHEDULER ITER25 LR0.6]: 640090 words processed Wed Nov 18 12:08:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.004148. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.08220 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.86480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.71813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14119 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13261 clock time +[SCHEDULER ITER25 LR0.6]: 680075 words processed Wed Nov 18 12:08:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.003208. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95697 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time +[SCHEDULER ITER25 LR0.6]: 720043 words processed Wed Nov 18 12:08:33 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.002754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99602 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12818 clock time +[SCHEDULER ITER25 LR0.6]: 760012 words processed Wed Nov 18 12:08:45 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001453. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11301 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER25 LR0.6]: 800113 words processed Wed Nov 18 12:08:57 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.001667. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13223 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12834 clock time +[SCHEDULER ITER25 LR0.6]: 840089 words processed Wed Nov 18 12:09:09 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000776. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92299 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10920 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12288 clock time +[SCHEDULER ITER25 LR0.6]: 880052 words processed Wed Nov 18 12:09:21 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.000744. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89681 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10145 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 110.67448591716> <PPL_OOV 100.1769714556> <LOGP -1859891.8295212> +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.6]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40087 words processed Wed Nov 18 12:09:30 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.159875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11656 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 165.44666654399> <PPL_OOV 145.17179861502> <LOGP -178203.95449233> +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.6]: 40095 words processed Wed Nov 18 12:09:39 2015. + [SCHEDULER ITER25 LR0.6]: log prob per sample :-2.230972. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93270 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63300 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11649 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.6]: Displaying result: +[SCHEDULER ITER25 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.02460806547> <PPL_OOV 152.80634249262> <LOGP -161102.26824489> +[SCHEDULER ITER25 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... + +[SCHEDULER ITER26 LR0.36]: preparing parameters... +[SCHEDULER ITER26 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34528953 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34532610 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287801 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69404050 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70467695 +[SCHEDULER ITER26 LR0.36]: preparing parameters end. +[SCHEDULER ITER26 LR0.36]: preparing layers... +(12:09:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:09:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:09:48 2015-11-18)[nerv] info: create layer: combinerL1 +(12:09:48 2015-11-18)[nerv] info: create layer: outputL +(12:09:48 2015-11-18)[nerv] info: create layer: softmaxL +(12:09:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.36]: preparing layers end. +[SCHEDULER ITER26 LR0.36]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.36]: Initing TNN end. +===ITERATION 26 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40092 words processed Wed Nov 18 12:10:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.996688. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47915 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95989 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12190 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12261 clock time +[SCHEDULER ITER26 LR0.36]: 80099 words processed Wed Nov 18 12:10:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.993541. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10195 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11975 clock time +[SCHEDULER ITER26 LR0.36]: 120004 words processed Wed Nov 18 12:10:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987958. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91489 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11917 clock time +[SCHEDULER ITER26 LR0.36]: 160114 words processed Wed Nov 18 12:10:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.988377. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46188 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER26 LR0.36]: 200066 words processed Wed Nov 18 12:10:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.987455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10069 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11876 clock time +[SCHEDULER ITER26 LR0.36]: 240045 words processed Wed Nov 18 12:11:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.983531. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46960 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92541 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER26 LR0.36]: 280057 words processed Wed Nov 18 12:11:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.979726. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94011 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61099 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12103 clock time +[SCHEDULER ITER26 LR0.36]: 320106 words processed Wed Nov 18 12:11:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.977856. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11170 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER26 LR0.36]: 360024 words processed Wed Nov 18 12:11:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.976151. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93346 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER26 LR0.36]: 400089 words processed Wed Nov 18 12:11:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973558. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time +[SCHEDULER ITER26 LR0.36]: 440067 words processed Wed Nov 18 12:12:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11973 clock time +[SCHEDULER ITER26 LR0.36]: 480051 words processed Wed Nov 18 12:12:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974452. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92710 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10487 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER26 LR0.36]: 520140 words processed Wed Nov 18 12:12:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.974107. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93118 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12034 clock time +[SCHEDULER ITER26 LR0.36]: 560132 words processed Wed Nov 18 12:12:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.973552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91026 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10460 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[SCHEDULER ITER26 LR0.36]: 600118 words processed Wed Nov 18 12:12:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.971346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91147 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10310 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11931 clock time +[SCHEDULER ITER26 LR0.36]: 640090 words processed Wed Nov 18 12:13:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.969490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91097 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09955 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11912 clock time +[SCHEDULER ITER26 LR0.36]: 680075 words processed Wed Nov 18 12:13:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.968381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91362 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER26 LR0.36]: 720043 words processed Wed Nov 18 12:13:24 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.967690. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91613 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09900 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11942 clock time +[SCHEDULER ITER26 LR0.36]: 760012 words processed Wed Nov 18 12:13:36 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11908 clock time +[SCHEDULER ITER26 LR0.36]: 800113 words processed Wed Nov 18 12:13:48 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.966133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92353 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11979 clock time +[SCHEDULER ITER26 LR0.36]: 840089 words processed Wed Nov 18 12:14:00 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.965067. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91166 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11944 clock time +[SCHEDULER ITER26 LR0.36]: 880052 words processed Wed Nov 18 12:14:12 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-1.964871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09944 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11961 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 101.74751036446> <PPL_OOV 92.223276870422> <LOGP -1826494.1615467> +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.36]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40087 words processed Wed Nov 18 12:14:21 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-2.142643. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62097 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11535 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 159.3229023722> <PPL_OOV 139.5092618451> <LOGP -176779.62865589> +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.36]: 40095 words processed Wed Nov 18 12:14:30 2015. + [SCHEDULER ITER26 LR0.36]: log prob per sample :-2.215991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62958 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11549 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.36]: Displaying result: +[SCHEDULER ITER26 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.83398316372> <PPL_OOV 146.95799744127> <LOGP -159852.17229954> +[SCHEDULER ITER26 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... + +[SCHEDULER ITER27 LR0.216]: preparing parameters... +[SCHEDULER ITER27 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1063239 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066894 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823725 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939977 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70467798 +[SCHEDULER ITER27 LR0.216]: preparing parameters end. +[SCHEDULER ITER27 LR0.216]: preparing layers... +(12:14:39 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:14:39 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:14:39 2015-11-18)[nerv] info: create layer: combinerL1 +(12:14:39 2015-11-18)[nerv] info: create layer: outputL +(12:14:39 2015-11-18)[nerv] info: create layer: softmaxL +(12:14:39 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.216]: preparing layers end. +[SCHEDULER ITER27 LR0.216]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.216]: Initing TNN end. +===ITERATION 27 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40092 words processed Wed Nov 18 12:14:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.973334. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91484 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10593 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[SCHEDULER ITER27 LR0.216]: 80099 words processed Wed Nov 18 12:15:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.970486. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09599 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12019 clock time +[SCHEDULER ITER27 LR0.216]: 120004 words processed Wed Nov 18 12:15:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90382 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER27 LR0.216]: 160114 words processed Wed Nov 18 12:15:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.965870. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10090 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER27 LR0.216]: 200066 words processed Wed Nov 18 12:15:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.964948. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12013 clock time +[SCHEDULER ITER27 LR0.216]: 240045 words processed Wed Nov 18 12:15:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.961024. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90016 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09392 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11989 clock time +[SCHEDULER ITER27 LR0.216]: 280057 words processed Wed Nov 18 12:16:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.957283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90229 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10394 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11995 clock time +[SCHEDULER ITER27 LR0.216]: 320106 words processed Wed Nov 18 12:16:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.955454. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90499 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09970 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12001 clock time +[SCHEDULER ITER27 LR0.216]: 360024 words processed Wed Nov 18 12:16:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.953706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89393 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11915 clock time +[SCHEDULER ITER27 LR0.216]: 400089 words processed Wed Nov 18 12:16:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951011. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10222 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[SCHEDULER ITER27 LR0.216]: 440067 words processed Wed Nov 18 12:16:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951515. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92909 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12211 clock time +[SCHEDULER ITER27 LR0.216]: 480051 words processed Wed Nov 18 12:17:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10094 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER27 LR0.216]: 520140 words processed Wed Nov 18 12:17:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.951394. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91905 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time +[SCHEDULER ITER27 LR0.216]: 560132 words processed Wed Nov 18 12:17:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.950774. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90826 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09222 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[SCHEDULER ITER27 LR0.216]: 600118 words processed Wed Nov 18 12:17:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.948562. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90077 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12025 clock time +[SCHEDULER ITER27 LR0.216]: 640090 words processed Wed Nov 18 12:17:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.946590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90235 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[SCHEDULER ITER27 LR0.216]: 680075 words processed Wed Nov 18 12:18:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.945381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12009 clock time +[SCHEDULER ITER27 LR0.216]: 720043 words processed Wed Nov 18 12:18:14 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.944535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91359 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10296 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time +[SCHEDULER ITER27 LR0.216]: 760012 words processed Wed Nov 18 12:18:26 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09793 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12117 clock time +[SCHEDULER ITER27 LR0.216]: 800113 words processed Wed Nov 18 12:18:38 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.942714. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10322 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12156 clock time +[SCHEDULER ITER27 LR0.216]: 840089 words processed Wed Nov 18 12:18:50 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90922 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10211 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[SCHEDULER ITER27 LR0.216]: 880052 words processed Wed Nov 18 12:19:02 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-1.941233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10314 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 96.230665927949> <PPL_OOV 87.330596039854> <LOGP -1804486.9551715> +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.216]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40087 words processed Wed Nov 18 12:19:11 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-2.129422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92878 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62932 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11584 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 155.20859848991> <PPL_OOV 135.39765175113> <LOGP -175708.70563493> +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.216]: 40095 words processed Wed Nov 18 12:19:20 2015. + [SCHEDULER ITER27 LR0.216]: log prob per sample :-2.204569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92267 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11625 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.216]: Displaying result: +[SCHEDULER ITER27 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.64602319117> <PPL_OOV 142.74466017102> <LOGP -158920.33608658> +[SCHEDULER ITER27 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... + +[SCHEDULER ITER28 LR0.1296]: preparing parameters... +[SCHEDULER ITER28 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526862 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34530515 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287866 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69404115 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70467110 +[SCHEDULER ITER28 LR0.1296]: preparing parameters end. +[SCHEDULER ITER28 LR0.1296]: preparing layers... +(12:19:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:19:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:19:29 2015-11-18)[nerv] info: create layer: combinerL1 +(12:19:29 2015-11-18)[nerv] info: create layer: outputL +(12:19:29 2015-11-18)[nerv] info: create layer: softmaxL +(12:19:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.1296]: preparing layers end. +[SCHEDULER ITER28 LR0.1296]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.1296]: Initing TNN end. +===ITERATION 28 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40092 words processed Wed Nov 18 12:19:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.957648. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92751 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12083 clock time +[SCHEDULER ITER28 LR0.1296]: 80099 words processed Wed Nov 18 12:19:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.954866. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09662 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[SCHEDULER ITER28 LR0.1296]: 120004 words processed Wed Nov 18 12:20:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09554 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12015 clock time +[SCHEDULER ITER28 LR0.1296]: 160114 words processed Wed Nov 18 12:20:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.950754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12023 clock time +[SCHEDULER ITER28 LR0.1296]: 200066 words processed Wed Nov 18 12:20:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.949861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09484 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11963 clock time +[SCHEDULER ITER28 LR0.1296]: 240045 words processed Wed Nov 18 12:20:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.945955. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91063 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42199 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09877 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER28 LR0.1296]: 280057 words processed Wed Nov 18 12:20:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.942211. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92566 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[SCHEDULER ITER28 LR0.1296]: 320106 words processed Wed Nov 18 12:21:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.940331. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59815 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER28 LR0.1296]: 360024 words processed Wed Nov 18 12:21:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.938572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91680 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER28 LR0.1296]: 400089 words processed Wed Nov 18 12:21:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935784. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46687 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER28 LR0.1296]: 440067 words processed Wed Nov 18 12:21:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90890 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER28 LR0.1296]: 480051 words processed Wed Nov 18 12:21:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936596. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91960 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09648 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time +[SCHEDULER ITER28 LR0.1296]: 520140 words processed Wed Nov 18 12:22:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.936091. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10321 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12050 clock time +[SCHEDULER ITER28 LR0.1296]: 560132 words processed Wed Nov 18 12:22:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.935414. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09615 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11997 clock time +[SCHEDULER ITER28 LR0.1296]: 600118 words processed Wed Nov 18 12:22:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.933190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58817 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10068 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12076 clock time +[SCHEDULER ITER28 LR0.1296]: 640090 words processed Wed Nov 18 12:22:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.931133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91867 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09634 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12051 clock time +[SCHEDULER ITER28 LR0.1296]: 680075 words processed Wed Nov 18 12:22:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.929866. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09589 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER28 LR0.1296]: 720043 words processed Wed Nov 18 12:23:04 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.928898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92253 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[SCHEDULER ITER28 LR0.1296]: 760012 words processed Wed Nov 18 12:23:16 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.927030. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12037 clock time +[SCHEDULER ITER28 LR0.1296]: 800113 words processed Wed Nov 18 12:23:28 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.926926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96992 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11865 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12383 clock time +[SCHEDULER ITER28 LR0.1296]: 840089 words processed Wed Nov 18 12:23:40 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925697. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11230 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12394 clock time +[SCHEDULER ITER28 LR0.1296]: 880052 words processed Wed Nov 18 12:23:52 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-1.925283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97510 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 92.670119900574> <PPL_OOV 84.17526942258> <LOGP -1789630.3482288> +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.1296]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40087 words processed Wed Nov 18 12:24:01 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.120814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62049 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11555 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 152.54022747212> <PPL_OOV 132.83640444882> <LOGP -175025.0295268> +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.1296]: 40095 words processed Wed Nov 18 12:24:10 2015. + [SCHEDULER ITER28 LR0.1296]: log prob per sample :-2.196983. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63056 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11558 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.1296]: Displaying result: +[SCHEDULER ITER28 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.97759103608> <PPL_OOV 140.13454203292> <LOGP -158329.17384608> +[SCHEDULER ITER28 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... + +[SCHEDULER ITER29 LR0.07776]: preparing parameters... +[SCHEDULER ITER29 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062789 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066441 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823808 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35940048 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70466632 +[SCHEDULER ITER29 LR0.07776]: preparing parameters end. +[SCHEDULER ITER29 LR0.07776]: preparing layers... +(12:24:19 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:24:19 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:24:19 2015-11-18)[nerv] info: create layer: combinerL1 +(12:24:19 2015-11-18)[nerv] info: create layer: outputL +(12:24:19 2015-11-18)[nerv] info: create layer: softmaxL +(12:24:19 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.07776]: preparing layers end. +[SCHEDULER ITER29 LR0.07776]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.07776]: Initing TNN end. +===ITERATION 29 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40092 words processed Wed Nov 18 12:24:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.946777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time +[SCHEDULER ITER29 LR0.07776]: 80099 words processed Wed Nov 18 12:24:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.943867. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90926 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09450 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11983 clock time +[SCHEDULER ITER29 LR0.07776]: 120004 words processed Wed Nov 18 12:24:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47314 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91327 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09606 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11977 clock time +[SCHEDULER ITER29 LR0.07776]: 160114 words processed Wed Nov 18 12:25:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.940226. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.48535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12071 clock time +[SCHEDULER ITER29 LR0.07776]: 200066 words processed Wed Nov 18 12:25:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.939366. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46657 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09890 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[SCHEDULER ITER29 LR0.07776]: 240045 words processed Wed Nov 18 12:25:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.935511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91054 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42877 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09333 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[SCHEDULER ITER29 LR0.07776]: 280057 words processed Wed Nov 18 12:25:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.931795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09941 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12016 clock time +[SCHEDULER ITER29 LR0.07776]: 320106 words processed Wed Nov 18 12:25:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.929898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12045 clock time +[SCHEDULER ITER29 LR0.07776]: 360024 words processed Wed Nov 18 12:26:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.928153. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91159 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09209 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time +[SCHEDULER ITER29 LR0.07776]: 400089 words processed Wed Nov 18 12:26:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09985 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER29 LR0.07776]: 440067 words processed Wed Nov 18 12:26:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91349 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09387 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER29 LR0.07776]: 480051 words processed Wed Nov 18 12:26:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.926173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09655 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12026 clock time +[SCHEDULER ITER29 LR0.07776]: 520140 words processed Wed Nov 18 12:26:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.925626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92512 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60903 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER29 LR0.07776]: 560132 words processed Wed Nov 18 12:27:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.924926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91608 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12049 clock time +[SCHEDULER ITER29 LR0.07776]: 600118 words processed Wed Nov 18 12:27:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.922706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09363 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[SCHEDULER ITER29 LR0.07776]: 640090 words processed Wed Nov 18 12:27:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.920601. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12012 clock time +[SCHEDULER ITER29 LR0.07776]: 680075 words processed Wed Nov 18 12:27:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.919309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91007 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09165 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11954 clock time +[SCHEDULER ITER29 LR0.07776]: 720043 words processed Wed Nov 18 12:27:54 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.918272. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[SCHEDULER ITER29 LR0.07776]: 760012 words processed Wed Nov 18 12:28:06 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09399 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11987 clock time +[SCHEDULER ITER29 LR0.07776]: 800113 words processed Wed Nov 18 12:28:18 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.916197. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92285 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10210 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12018 clock time +[SCHEDULER ITER29 LR0.07776]: 840089 words processed Wed Nov 18 12:28:30 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91444 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11978 clock time +[SCHEDULER ITER29 LR0.07776]: 880052 words processed Wed Nov 18 12:28:42 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-1.914477. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11945 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.331762955738> <PPL_OOV 82.103047796228> <LOGP -1779567.3279209> +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.07776]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40087 words processed Wed Nov 18 12:28:51 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.115230. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62634 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11572 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.61305621631> <PPL_OOV 131.20309244406> <LOGP -174582.1298087> +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.07776]: 40095 words processed Wed Nov 18 12:29:00 2015. + [SCHEDULER ITER29 LR0.07776]: log prob per sample :-2.191859. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92795 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11570 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.07776]: Displaying result: +[SCHEDULER ITER29 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.05059609032> <PPL_OOV 138.44697733307> <LOGP -157941.06936514> +[SCHEDULER ITER29 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... + +[SCHEDULER ITER30 LR0.046656]: preparing parameters... +[SCHEDULER ITER30 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526461 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34530113 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69287366 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69403593 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70466227 +[SCHEDULER ITER30 LR0.046656]: preparing parameters end. +[SCHEDULER ITER30 LR0.046656]: preparing layers... +(12:29:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:29:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:29:09 2015-11-18)[nerv] info: create layer: combinerL1 +(12:29:09 2015-11-18)[nerv] info: create layer: outputL +(12:29:09 2015-11-18)[nerv] info: create layer: softmaxL +(12:29:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER30 LR0.046656]: preparing layers end. +[SCHEDULER ITER30 LR0.046656]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER30 LR0.046656]: Initing TNN end. +===ITERATION 30 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40092 words processed Wed Nov 18 12:29:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.939564. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91388 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10874 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11928 clock time +[SCHEDULER ITER30 LR0.046656]: 80099 words processed Wed Nov 18 12:29:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.936511. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89903 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09897 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11891 clock time +[SCHEDULER ITER30 LR0.046656]: 120004 words processed Wed Nov 18 12:29:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.931733. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47171 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10386 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER30 LR0.046656]: 160114 words processed Wed Nov 18 12:29:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.933054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09959 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11939 clock time +[SCHEDULER ITER30 LR0.046656]: 200066 words processed Wed Nov 18 12:30:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.932265. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90114 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09861 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11913 clock time +[SCHEDULER ITER30 LR0.046656]: 240045 words processed Wed Nov 18 12:30:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.928476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11965 clock time +[SCHEDULER ITER30 LR0.046656]: 280057 words processed Wed Nov 18 12:30:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.924786. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11904 clock time +[SCHEDULER ITER30 LR0.046656]: 320106 words processed Wed Nov 18 12:30:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.922894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91692 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11160 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11938 clock time +[SCHEDULER ITER30 LR0.046656]: 360024 words processed Wed Nov 18 12:30:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.921186. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90688 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09562 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11943 clock time +[SCHEDULER ITER30 LR0.046656]: 400089 words processed Wed Nov 18 12:31:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918359. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10899 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[SCHEDULER ITER30 LR0.046656]: 440067 words processed Wed Nov 18 12:31:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918965. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11306 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11988 clock time +[SCHEDULER ITER30 LR0.046656]: 480051 words processed Wed Nov 18 12:31:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.919242. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.40934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09419 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER30 LR0.046656]: 520140 words processed Wed Nov 18 12:31:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918685. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11941 clock time +[SCHEDULER ITER30 LR0.046656]: 560132 words processed Wed Nov 18 12:31:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.918001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91923 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12021 clock time +[SCHEDULER ITER30 LR0.046656]: 600118 words processed Wed Nov 18 12:32:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.915795. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90927 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09909 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11923 clock time +[SCHEDULER ITER30 LR0.046656]: 640090 words processed Wed Nov 18 12:32:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.913679. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90133 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10900 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11919 clock time +[SCHEDULER ITER30 LR0.046656]: 680075 words processed Wed Nov 18 12:32:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.912380. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46082 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.38421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11829 clock time +[SCHEDULER ITER30 LR0.046656]: 720043 words processed Wed Nov 18 12:32:44 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.911315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89267 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.39630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.57730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10051 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11866 clock time +[SCHEDULER ITER30 LR0.046656]: 760012 words processed Wed Nov 18 12:32:56 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90617 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09288 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11921 clock time +[SCHEDULER ITER30 LR0.046656]: 800113 words processed Wed Nov 18 12:33:08 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.909204. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92838 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.47629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10846 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[SCHEDULER ITER30 LR0.046656]: 840089 words processed Wed Nov 18 12:33:20 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11251 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[SCHEDULER ITER30 LR0.046656]: 880052 words processed Wed Nov 18 12:33:32 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-1.907455. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42637 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09735 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11968 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.846002225269> <PPL_OOV 80.784476409319> <LOGP -1773031.0487294> +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.046656]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40087 words processed Wed Nov 18 12:33:41 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.111073. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.62710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11577 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.06832367442> <PPL_OOV 130.00664401787> <LOGP -174254.18008769> +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.046656]: 40095 words processed Wed Nov 18 12:33:50 2015. + [SCHEDULER ITER30 LR0.046656]: log prob per sample :-2.187932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.61760 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11538 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.046656]: Displaying result: +[SCHEDULER ITER30 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.4615968442> <PPL_OOV 137.16123257402> <LOGP -157642.18652739> +[SCHEDULER ITER30 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... + +[SCHEDULER ITER31 LR0.0279936]: preparing parameters... +[SCHEDULER ITER31 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062556 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066208 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35823367 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939586 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465956 +[SCHEDULER ITER31 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER31 LR0.0279936]: preparing layers... +(12:33:59 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:33:59 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:33:59 2015-11-18)[nerv] info: create layer: combinerL1 +(12:33:59 2015-11-18)[nerv] info: create layer: outputL +(12:33:59 2015-11-18)[nerv] info: create layer: softmaxL +(12:33:59 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER31 LR0.0279936]: preparing layers end. +[SCHEDULER ITER31 LR0.0279936]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER31 LR0.0279936]: Initing TNN end. +===ITERATION 31 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40092 words processed Wed Nov 18 12:34:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.935039. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER31 LR0.0279936]: 80099 words processed Wed Nov 18 12:34:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.931902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47206 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89292 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09281 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[SCHEDULER ITER31 LR0.0279936]: 120004 words processed Wed Nov 18 12:34:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89755 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09593 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11970 clock time +[SCHEDULER ITER31 LR0.0279936]: 160114 words processed Wed Nov 18 12:34:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.928513. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90869 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09758 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12003 clock time +[SCHEDULER ITER31 LR0.0279936]: 200066 words processed Wed Nov 18 12:34:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.927746. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90199 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09741 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[SCHEDULER ITER31 LR0.0279936]: 240045 words processed Wed Nov 18 12:35:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.924005. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90358 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09478 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[SCHEDULER ITER31 LR0.0279936]: 280057 words processed Wed Nov 18 12:35:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.920332. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91181 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12031 clock time +[SCHEDULER ITER31 LR0.0279936]: 320106 words processed Wed Nov 18 12:35:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.918430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90794 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12041 clock time +[SCHEDULER ITER31 LR0.0279936]: 360024 words processed Wed Nov 18 12:35:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.916720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89761 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11972 clock time +[SCHEDULER ITER31 LR0.0279936]: 400089 words processed Wed Nov 18 12:35:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90749 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12040 clock time +[SCHEDULER ITER31 LR0.0279936]: 440067 words processed Wed Nov 18 12:36:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91175 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12105 clock time +[SCHEDULER ITER31 LR0.0279936]: 480051 words processed Wed Nov 18 12:36:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.43652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12098 clock time +[SCHEDULER ITER31 LR0.0279936]: 520140 words processed Wed Nov 18 12:36:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.914169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90855 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10541 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[SCHEDULER ITER31 LR0.0279936]: 560132 words processed Wed Nov 18 12:36:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.913487. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.89911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09840 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12024 clock time +[SCHEDULER ITER31 LR0.0279936]: 600118 words processed Wed Nov 18 12:36:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.911271. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.58807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09958 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[SCHEDULER ITER31 LR0.0279936]: 640090 words processed Wed Nov 18 12:37:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.909133. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.42658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12053 clock time +[SCHEDULER ITER31 LR0.0279936]: 680075 words processed Wed Nov 18 12:37:22 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.907806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.90403 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.41658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09025 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[SCHEDULER ITER31 LR0.0279936]: 720043 words processed Wed Nov 18 12:37:34 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.906706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12706 clock time +[SCHEDULER ITER31 LR0.0279936]: 760012 words processed Wed Nov 18 12:37:46 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04027 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.77595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.69803 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13485 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13019 clock time +[SCHEDULER ITER31 LR0.0279936]: 800113 words processed Wed Nov 18 12:37:58 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.904523. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98650 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time +[SCHEDULER ITER31 LR0.0279936]: 840089 words processed Wed Nov 18 12:38:10 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.903243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04646 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.79695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.71087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12804 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13070 clock time +[SCHEDULER ITER31 LR0.0279936]: 880052 words processed Wed Nov 18 12:38:23 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-1.902719. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.10777 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.98369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.76807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16031 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13588 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.858674349694> <PPL_OOV 79.906232708186> <LOGP -1768618.0491743> +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER31 LR0.0279936]: shuffling training file +===PEEK ON TEST 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40087 words processed Wed Nov 18 12:38:32 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.108291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03650 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.78124 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12340 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.99858014623> <PPL_OOV 129.20534519493> <LOGP -174032.85002343> +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.0279936]: 40095 words processed Wed Nov 18 12:38:42 2015. + [SCHEDULER ITER31 LR0.0279936]: log prob per sample :-2.185472. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.09369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.84657 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12753 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.0279936]: Displaying result: +[SCHEDULER ITER31 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.3641825233> <PPL_OOV 136.30130176941> <LOGP -157440.72026995> +[SCHEDULER ITER31 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER31 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... + +[SCHEDULER ITER32 LR0.01679616]: preparing parameters... +[SCHEDULER ITER32 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526275 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529927 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286931 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69403146 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465624 +[SCHEDULER ITER32 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER32 LR0.01679616]: preparing layers... +(12:38:52 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:38:52 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:38:52 2015-11-18)[nerv] info: create layer: combinerL1 +(12:38:52 2015-11-18)[nerv] info: create layer: outputL +(12:38:52 2015-11-18)[nerv] info: create layer: softmaxL +(12:38:52 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER32 LR0.01679616]: preparing layers end. +[SCHEDULER ITER32 LR0.01679616]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER32 LR0.01679616]: Initing TNN end. +===ITERATION 32 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40092 words processed Wed Nov 18 12:39:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.931442. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00626 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12770 clock time +[SCHEDULER ITER32 LR0.01679616]: 80099 words processed Wed Nov 18 12:39:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.928292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12398 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12751 clock time +[SCHEDULER ITER32 LR0.01679616]: 120004 words processed Wed Nov 18 12:39:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.923647. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12285 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER32 LR0.01679616]: 160114 words processed Wed Nov 18 12:39:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12438 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12778 clock time +[SCHEDULER ITER32 LR0.01679616]: 200066 words processed Wed Nov 18 12:39:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.924254. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99875 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13006 clock time +[SCHEDULER ITER32 LR0.01679616]: 240045 words processed Wed Nov 18 12:40:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.920565. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64194 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12063 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12662 clock time +[SCHEDULER ITER32 LR0.01679616]: 280057 words processed Wed Nov 18 12:40:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.916922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66069 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12368 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time +[SCHEDULER ITER32 LR0.01679616]: 320106 words processed Wed Nov 18 12:40:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.915045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12925 clock time +[SCHEDULER ITER32 LR0.01679616]: 360024 words processed Wed Nov 18 12:40:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.913357. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12911 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12883 clock time +[SCHEDULER ITER32 LR0.01679616]: 400089 words processed Wed Nov 18 12:40:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910512. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99099 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13887 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time +[SCHEDULER ITER32 LR0.01679616]: 440067 words processed Wed Nov 18 12:41:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98253 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12726 clock time +[SCHEDULER ITER32 LR0.01679616]: 480051 words processed Wed Nov 18 12:41:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.911402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00109 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11984 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12747 clock time +[SCHEDULER ITER32 LR0.01679616]: 520140 words processed Wed Nov 18 12:41:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98938 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12719 clock time +[SCHEDULER ITER32 LR0.01679616]: 560132 words processed Wed Nov 18 12:41:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.910163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12444 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER32 LR0.01679616]: 600118 words processed Wed Nov 18 12:41:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.907953. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12746 clock time +[SCHEDULER ITER32 LR0.01679616]: 640090 words processed Wed Nov 18 12:42:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.905814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05643 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.81006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.69610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14733 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13093 clock time +[SCHEDULER ITER32 LR0.01679616]: 680075 words processed Wed Nov 18 12:42:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.904486. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64966 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12610 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time +[SCHEDULER ITER32 LR0.01679616]: 720043 words processed Wed Nov 18 12:42:28 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.903383. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02149 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12929 clock time +[SCHEDULER ITER32 LR0.01679616]: 760012 words processed Wed Nov 18 12:42:40 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901397. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02926 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14074 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13074 clock time +[SCHEDULER ITER32 LR0.01679616]: 800113 words processed Wed Nov 18 12:42:52 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.901182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.04019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.76458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67916 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.14204 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13002 clock time +[SCHEDULER ITER32 LR0.01679616]: 840089 words processed Wed Nov 18 12:43:04 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER32 LR0.01679616]: 880052 words processed Wed Nov 18 12:43:16 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-1.899373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46598 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.59446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11070 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12162 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.167707631587> <PPL_OOV 79.29226159407> <LOGP -1765504.0648689> +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER32 LR0.01679616]: shuffling training file +===PEEK ON TEST 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40087 words processed Wed Nov 18 12:43:25 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.106327. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.63866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11638 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.22052553121> <PPL_OOV 128.63441536524> <LOGP -173874.31210131> +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.01679616]: 40095 words processed Wed Nov 18 12:43:34 2015. + [SCHEDULER ITER32 LR0.01679616]: log prob per sample :-2.183727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95362 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.65917 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11720 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.01679616]: Displaying result: +[SCHEDULER ITER32 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.5455837763> <PPL_OOV 135.67036887598> <LOGP -157292.09402864> +[SCHEDULER ITER32 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER32 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... + +[SCHEDULER ITER33 LR0.010077696]: preparing parameters... +[SCHEDULER ITER33 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062455 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066108 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35822967 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939176 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465439 +[SCHEDULER ITER33 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER33 LR0.010077696]: preparing layers... +(12:43:43 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:43:43 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:43:43 2015-11-18)[nerv] info: create layer: combinerL1 +(12:43:43 2015-11-18)[nerv] info: create layer: outputL +(12:43:43 2015-11-18)[nerv] info: create layer: softmaxL +(12:43:43 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER33 LR0.010077696]: preparing layers end. +[SCHEDULER ITER33 LR0.010077696]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER33 LR0.010077696]: Initing TNN end. +===ITERATION 33 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40092 words processed Wed Nov 18 12:43:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.929093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.05184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.80160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.70523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13018 clock time +[SCHEDULER ITER33 LR0.010077696]: 80099 words processed Wed Nov 18 12:44:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.925926. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93380 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.50971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10512 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12215 clock time +[SCHEDULER ITER33 LR0.010077696]: 120004 words processed Wed Nov 18 12:44:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93011 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12276 clock time +[SCHEDULER ITER33 LR0.010077696]: 160114 words processed Wed Nov 18 12:44:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.922722. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93746 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.52086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10575 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12221 clock time +[SCHEDULER ITER33 LR0.010077696]: 200066 words processed Wed Nov 18 12:44:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.921991. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95022 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.54922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63240 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10490 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER33 LR0.010077696]: 240045 words processed Wed Nov 18 12:44:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.918333. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00091 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11243 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER33 LR0.010077696]: 280057 words processed Wed Nov 18 12:45:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.914713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47773 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57520 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12354 clock time +[SCHEDULER ITER33 LR0.010077696]: 320106 words processed Wed Nov 18 12:45:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.912862. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95449 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12378 clock time +[SCHEDULER ITER33 LR0.010077696]: 360024 words processed Wed Nov 18 12:45:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.911181. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.61670 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12202 clock time +[SCHEDULER ITER33 LR0.010077696]: 400089 words processed Wed Nov 18 12:45:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.57284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11576 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time +[SCHEDULER ITER33 LR0.010077696]: 440067 words processed Wed Nov 18 12:45:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908964. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97302 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11020 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER33 LR0.010077696]: 480051 words processed Wed Nov 18 12:46:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.909244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95866 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.56068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63818 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12379 clock time +[SCHEDULER ITER33 LR0.010077696]: 520140 words processed Wed Nov 18 12:46:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.93725 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10777 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time +[SCHEDULER ITER33 LR0.010077696]: 560132 words processed Wed Nov 18 12:46:31 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.908028. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92614 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.46808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09855 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time +[SCHEDULER ITER33 LR0.010077696]: 600118 words processed Wed Nov 18 12:46:43 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.905823. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46575 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.92047 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.45615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09596 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12122 clock time +[SCHEDULER ITER33 LR0.010077696]: 640090 words processed Wed Nov 18 12:46:55 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.903686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.91642 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.44927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.60102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.09803 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12085 clock time +[SCHEDULER ITER33 LR0.010077696]: 680075 words processed Wed Nov 18 12:47:07 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.902356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.94265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.51933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.62027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12210 clock time +[SCHEDULER ITER33 LR0.010077696]: 720043 words processed Wed Nov 18 12:47:19 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.901253. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96782 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.10872 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER33 LR0.010077696]: 760012 words processed Wed Nov 18 12:47:32 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.50005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.16792 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.05536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.77800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.16164 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13491 clock time +[SCHEDULER ITER33 LR0.010077696]: 800113 words processed Wed Nov 18 12:47:44 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.899044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68089 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER33 LR0.010077696]: 840089 words processed Wed Nov 18 12:47:56 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897764. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00777 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67260 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11776 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time +[SCHEDULER ITER33 LR0.010077696]: 880052 words processed Wed Nov 18 12:48:08 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-1.897235. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97415 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.59852 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11116 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12408 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.729095282599> <PPL_OOV 78.902608908036> <LOGP -1763515.2633715> +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER33 LR0.010077696]: shuffling training file +===PEEK ON TEST 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40087 words processed Wed Nov 18 12:48:17 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.105025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.66961 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11833 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.687178305> <PPL_OOV 128.2464002936> <LOGP -173766.16450762> +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.010077696]: 40095 words processed Wed Nov 18 12:48:27 2015. + [SCHEDULER ITER33 LR0.010077696]: log prob per sample :-2.182599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99972 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11994 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.010077696]: Displaying result: +[SCHEDULER ITER33 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.00228818473> <PPL_OOV 135.25645893787> <LOGP -157194.21505764> +[SCHEDULER ITER33 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER33 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... + +[SCHEDULER ITER34 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER34 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526300 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529953 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286738 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69402945 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465377 +[SCHEDULER ITER34 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER34 LR0.0060466176]: preparing layers... +(12:48:36 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:48:36 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:48:36 2015-11-18)[nerv] info: create layer: combinerL1 +(12:48:36 2015-11-18)[nerv] info: create layer: outputL +(12:48:36 2015-11-18)[nerv] info: create layer: softmaxL +(12:48:36 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER34 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER34 LR0.0060466176]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER34 LR0.0060466176]: Initing TNN end. +===ITERATION 34 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40092 words processed Wed Nov 18 12:48:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.927516. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00205 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER34 LR0.0060466176]: 80099 words processed Wed Nov 18 12:49:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.924363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00152 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11586 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12344 clock time +[SCHEDULER ITER34 LR0.0060466176]: 120004 words processed Wed Nov 18 12:49:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.919896. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11754 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER34 LR0.0060466176]: 160114 words processed Wed Nov 18 12:49:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.921244. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13001 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER34 LR0.0060466176]: 200066 words processed Wed Nov 18 12:49:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.920525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11758 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12284 clock time +[SCHEDULER ITER34 LR0.0060466176]: 240045 words processed Wed Nov 18 12:49:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.916893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99230 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11871 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12411 clock time +[SCHEDULER ITER34 LR0.0060466176]: 280057 words processed Wed Nov 18 12:50:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.913290. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98573 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12454 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12336 clock time +[SCHEDULER ITER34 LR0.0060466176]: 320106 words processed Wed Nov 18 12:50:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.911461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00146 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12293 clock time +[SCHEDULER ITER34 LR0.0060466176]: 360024 words processed Wed Nov 18 12:50:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.909783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12505 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[SCHEDULER ITER34 LR0.0060466176]: 400089 words processed Wed Nov 18 12:50:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906950. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98452 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12892 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12372 clock time +[SCHEDULER ITER34 LR0.0060466176]: 440067 words processed Wed Nov 18 12:50:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907576. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98303 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11456 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12380 clock time +[SCHEDULER ITER34 LR0.0060466176]: 480051 words processed Wed Nov 18 12:51:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907859. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11347 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12376 clock time +[SCHEDULER ITER34 LR0.0060466176]: 520140 words processed Wed Nov 18 12:51:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.907297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71107 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER34 LR0.0060466176]: 560132 words processed Wed Nov 18 12:51:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.906662. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01046 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER34 LR0.0060466176]: 600118 words processed Wed Nov 18 12:51:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.904460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99203 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11688 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12410 clock time +[SCHEDULER ITER34 LR0.0060466176]: 640090 words processed Wed Nov 18 12:51:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.902324. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00946 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER34 LR0.0060466176]: 680075 words processed Wed Nov 18 12:52:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.900997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01651 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER34 LR0.0060466176]: 720043 words processed Wed Nov 18 12:52:12 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.899895. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48134 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12287 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER34 LR0.0060466176]: 760012 words processed Wed Nov 18 12:52:24 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03051 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13356 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time +[SCHEDULER ITER34 LR0.0060466176]: 800113 words processed Wed Nov 18 12:52:36 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.897682. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47971 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03194 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.71910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER34 LR0.0060466176]: 840089 words processed Wed Nov 18 12:52:48 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.896402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00887 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER34 LR0.0060466176]: 880052 words processed Wed Nov 18 12:53:00 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-1.895871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00792 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12460 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12384 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.450253074165> <PPL_OOV 78.65525540066> <LOGP -1762247.6592947> +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER34 LR0.0060466176]: shuffling training file +===PEEK ON TEST 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40087 words processed Wed Nov 18 12:53:09 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.104154. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02959 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.75717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12063 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.35597848968> <PPL_OOV 127.97734439262> <LOGP -173690.9809428> +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.0060466176]: 40095 words processed Wed Nov 18 12:53:19 2015. + [SCHEDULER ITER34 LR0.0060466176]: log prob per sample :-2.181872. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01889 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.74313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12000 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.0060466176]: Displaying result: +[SCHEDULER ITER34 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.68103244818> <PPL_OOV 134.98934891245> <LOGP -157130.89131439> +[SCHEDULER ITER34 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER34 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... + +[SCHEDULER ITER35 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER35 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1062432 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1066085 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 35822859 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 35939065 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 70465345 +[SCHEDULER ITER35 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER35 LR0.00362797056]: preparing layers... +(12:53:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:53:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:53:29 2015-11-18)[nerv] info: create layer: combinerL1 +(12:53:29 2015-11-18)[nerv] info: create layer: outputL +(12:53:29 2015-11-18)[nerv] info: create layer: softmaxL +(12:53:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER35 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER35 LR0.00362797056]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER35 LR0.00362797056]: Initing TNN end. +===ITERATION 35 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40092 words processed Wed Nov 18 12:53:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.926501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.03093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.74216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13462 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER35 LR0.00362797056]: 80099 words processed Wed Nov 18 12:53:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.923356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11986 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER35 LR0.00362797056]: 120004 words processed Wed Nov 18 12:54:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.918930. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12042 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER35 LR0.00362797056]: 160114 words processed Wed Nov 18 12:54:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.920291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00943 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.70487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12998 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER35 LR0.00362797056]: 200066 words processed Wed Nov 18 12:54:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.919579. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66238 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER35 LR0.00362797056]: 240045 words processed Wed Nov 18 12:54:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.915968. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.67120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11996 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time +[SCHEDULER ITER35 LR0.00362797056]: 280057 words processed Wed Nov 18 12:54:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.912378. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13038 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER35 LR0.00362797056]: 320106 words processed Wed Nov 18 12:55:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.910563. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.02039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.72114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.68362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13112 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12607 clock time +[SCHEDULER ITER35 LR0.00362797056]: 360024 words processed Wed Nov 18 12:55:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.908889. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time +[SCHEDULER ITER35 LR0.00362797056]: 400089 words processed Wed Nov 18 12:55:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906061. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48152 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.13412 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12647 clock time +[SCHEDULER ITER35 LR0.00362797056]: 440067 words processed Wed Nov 18 12:55:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906689. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00280 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.65645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11976 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time +[SCHEDULER ITER35 LR0.00362797056]: 480051 words processed Wed Nov 18 12:55:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906977. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.66486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.66291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time +[SCHEDULER ITER35 LR0.00362797056]: 520140 words processed Wed Nov 18 12:56:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.906417. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01201 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.69293 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time +[SCHEDULER ITER35 LR0.00362797056]: 560132 words processed Wed Nov 18 12:56:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.905791. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.99635 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.64164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11674 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12566 clock time +[SCHEDULER ITER35 LR0.00362797056]: 600118 words processed Wed Nov 18 12:56:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.903593. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64999 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12104 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER35 LR0.00362797056]: 640090 words processed Wed Nov 18 12:56:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.901457. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98858 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.63113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER35 LR0.00362797056]: 680075 words processed Wed Nov 18 12:56:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.900130. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.61271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11973 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER35 LR0.00362797056]: 720043 words processed Wed Nov 18 12:57:05 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.899031. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.01215 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.68746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.67444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11971 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12678 clock time +[SCHEDULER ITER35 LR0.00362797056]: 760012 words processed Wed Nov 18 12:57:17 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.897035. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98906 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.62650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER35 LR0.00362797056]: 800113 words processed Wed Nov 18 12:57:29 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.896814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.97448 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.60850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.65262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.12034 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER35 LR0.00362797056]: 840089 words processed Wed Nov 18 12:57:41 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895535. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.95956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.55920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.63377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11201 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12305 clock time +[SCHEDULER ITER35 LR0.00362797056]: 880052 words processed Wed Nov 18 12:57:53 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-1.895002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.96820 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:10.58743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.64028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.11656 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12360 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.272834134732> <PPL_OOV 78.498152777863> <LOGP -1761440.4892072> +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER35 LR0.00362797056]: shuffling training file +===PEEK ON TEST 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40087 words processed Wed Nov 18 12:58:02 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.103584. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:2.98519 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.69977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11922 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.17039447141> <PPL_OOV 127.79140045143> <LOGP -173638.92932372> +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00362797056]: 40095 words processed Wed Nov 18 12:58:12 2015. + [SCHEDULER ITER35 LR0.00362797056]: log prob per sample :-2.181381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00216 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.72472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11993 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00362797056]: Displaying result: +[SCHEDULER ITER35 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.51338825824> <PPL_OOV 134.81957448081> <LOGP -157090.57774537> +[SCHEDULER ITER35 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER35 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... + +===VALIDATION PPL record=== +<ITER0 LR0.00000 train:0.000 valid:10092.059 test:0.000> +<ITER1 LR1.00000 train:447.200 valid:331.713 test:323.544> +<ITER2 LR1.00000 train:290.374 valid:252.806 test:242.776> +<ITER3 LR1.00000 train:245.397 valid:228.358 test:218.981> +<ITER4 LR1.00000 train:212.502 valid:214.052 test:205.791> +<ITER5 LR1.00000 train:195.668 valid:203.704 test:193.918> +<ITER6 LR1.00000 train:180.480 valid:196.170 test:187.550> +<ITER7 LR1.00000 train:170.451 valid:187.462 test:178.690> +<ITER8 LR1.00000 train:162.949 valid:183.632 test:175.370> +<ITER9 LR1.00000 train:156.371 valid:179.375 test:171.281> +<ITER10 LR1.00000 train:150.464 valid:177.420 test:168.900> +<ITER11 LR1.00000 train:145.764 valid:174.335 test:165.486> +<ITER12 LR1.00000 train:141.373 valid:172.803 test:163.822> +<ITER13 LR1.00000 train:137.631 valid:172.220 test:163.131> +<ITER14 LR1.00000 train:134.414 valid:169.850 test:160.997> +<ITER15 LR1.00000 train:131.360 valid:168.661 test:160.001> +<ITER16 LR1.00000 train:128.344 valid:166.812 test:158.475> +<ITER17 LR1.00000 train:127.214 valid:166.572 test:158.413> +<ITER18 LR1.00000 train:123.861 valid:165.108 test:156.954> +<ITER19 LR1.00000 train:121.666 valid:165.028 test:156.988> +<ITER20 LR1.00000 train:119.543 valid:164.221 test:156.194> +<ITER21 LR1.00000 train:117.486 valid:163.877 test:155.830> +<ITER22 LR1.00000 train:115.576 valid:163.700 test:155.498> +<ITER23 LR1.00000 train:114.595 valid:162.328 test:154.452> +<ITER24 LR1.00000 train:112.775 valid:163.327 test:155.128> +<ITER25 LR0.60000 train:100.177 valid:152.806 test:145.172> +<ITER26 LR0.36000 train:92.223 valid:146.958 test:139.509> +<ITER27 LR0.21600 train:87.331 valid:142.745 test:135.398> +<ITER28 LR0.12960 train:84.175 valid:140.135 test:132.836> +<ITER29 LR0.07776 train:82.103 valid:138.447 test:131.203> +<ITER30 LR0.04666 train:80.784 valid:137.161 test:130.007> +<ITER31 LR0.02799 train:79.906 valid:136.301 test:129.205> +<ITER32 LR0.01680 train:79.292 valid:135.670 test:128.634> +<ITER33 LR0.01008 train:78.903 valid:135.256 test:128.246> +<ITER34 LR0.00605 train:78.655 valid:134.989 test:127.977> +<ITER35 LR0.00363 train:78.498 valid:134.820 test:127.791> + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 34526247 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 34529900 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 69286627 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 69402830 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 70465248 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(12:58:22 2015-11-18)[nerv] info: create layer: recurrentL1 +(12:58:22 2015-11-18)[nerv] info: create layer: sigmoidL1 +(12:58:22 2015-11-18)[nerv] info: create layer: combinerL1 +(12:58:22 2015-11-18)[nerv] info: create layer: outputL +(12:58:22 2015-11-18)[nerv] info: create layer: softmaxL +(12:58:22 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 12:58:26 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.103584. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.00189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:3.71964 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11812 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.17039441757> <PPL_OOV 127.79140027029> <LOGP -173638.92927297> +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/logs/LOG-tnn-h400 b/nerv/examples/lmptb/logs/LOG-tnn-h400 new file mode 100644 index 0000000..14270fe --- /dev/null +++ b/nerv/examples/lmptb/logs/LOG-tnn-h400 @@ -0,0 +1,9372 @@ +Greetings +[SCHEDULER]: not user setting, all default... +[SCHEDULER]: printing global_conf... +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +param_random function: 0x41568798 +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +decay_iter 16 +mmat_type table: 0x4155ddf0 +vocab_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +log_w_num 40000 +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +batch_size 10 +hidden_size 400 +timer nerv.Timer +sche_log_pre [SCHEDULER]: +nn_act_default 0 +max_iter 35 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +wcost 1e-05 +chunk_size 15 +cumat_type table: 0x4159b8e8 +[SCHEDULER]: printing training scheduling options... +lr_half false +start_iter -1 +ppl_last 100000 +[SCHEDULER]: printing training scheduling end. +[SCHEDULER]: creating work_dir... +[SCHEDULER]: building vocab... +[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/vocab... +[LOG]LMVocab: Building finished, vocab size now is 10000. +[SCHEDULER]: preparing parameters... +[SCHEDULER]: first time, generating parameters... +===INITIAL VALIDATION=== +[SCHEDULER]: preparing parameters... +[SCHEDULER]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46010296 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 47850982 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 93850772 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 93855417 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 93970392 +[SCHEDULER]: preparing parameters end. +[SCHEDULER]: preparing layers... +(23:35:45 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:35:45 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:35:45 2015-11-17)[nerv] info: create layer: combinerL1 +(23:35:45 2015-11-17)[nerv] info: create layer: outputL +(23:35:45 2015-11-17)[nerv] info: create layer: softmaxL +(23:35:45 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER]: preparing layers end. +[SCHEDULER]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER]: 40095 words processed Tue Nov 17 23:35:51 2015. + [SCHEDULER]: log prob per sample :-4.031438. + [global_conf.timer]: time spent on tnn_beforeprocess:0.51120 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.70094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.94917 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13248 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER]: Displaying result: +[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11218.277022182> <PPL_OOV 10730.852429653> <LOGP -297299.58025201> +[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. + +[SCHEDULER ITER1 LR1]: preparing parameters... +[SCHEDULER ITER1 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.0... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46010296 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 2 from 47850982 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 93850772 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 4 from 93855417 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 5 from 93970392 +[SCHEDULER ITER1 LR1]: preparing parameters end. +[SCHEDULER ITER1 LR1]: preparing layers... +(23:35:59 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:35:59 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:35:59 2015-11-17)[nerv] info: create layer: combinerL1 +(23:35:59 2015-11-17)[nerv] info: create layer: outputL +(23:35:59 2015-11-17)[nerv] info: create layer: softmaxL +(23:35:59 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER1 LR1]: preparing layers end. +[SCHEDULER ITER1 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER1 LR1]: Initing TNN end. +===ITERATION 1 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40099 words processed Tue Nov 17 23:36:12 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.307163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.97858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time +[SCHEDULER ITER1 LR1]: 80063 words processed Tue Nov 17 23:36:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.167927. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72435 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46101 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12725 clock time +[SCHEDULER ITER1 LR1]: 120068 words processed Tue Nov 17 23:36:38 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.072096. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.71643 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.94612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46114 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER1 LR1]: 160017 words processed Tue Nov 17 23:36:51 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.999475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70526 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92051 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER1 LR1]: 200138 words processed Tue Nov 17 23:37:05 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.960525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.49050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.13162 clock time +[SCHEDULER ITER1 LR1]: 240007 words processed Tue Nov 17 23:37:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. + [global_conf.timer]: time spent on tnn_beforeprocess:0.53133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:4.03094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.52548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03830 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.51544 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.14333 clock time +[SCHEDULER ITER1 LR1]: 280135 words processed Tue Nov 17 23:37:32 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.895095. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72695 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.96725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95236 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46205 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER1 LR1]: 320080 words processed Tue Nov 17 23:37:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.870160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68051 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88169 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER1 LR1]: 360059 words processed Tue Nov 17 23:37:58 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.844175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68577 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER1 LR1]: 400021 words processed Tue Nov 17 23:38:11 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.825951. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69065 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45209 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER1 LR1]: 440102 words processed Tue Nov 17 23:38:24 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.806475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45847 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER1 LR1]: 480051 words processed Tue Nov 17 23:38:37 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.789229. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER1 LR1]: 520093 words processed Tue Nov 17 23:38:50 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.773809. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.70210 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER1 LR1]: 560039 words processed Tue Nov 17 23:39:03 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.756861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68531 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.89479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45569 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time +[SCHEDULER ITER1 LR1]: 600112 words processed Tue Nov 17 23:39:16 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.746111. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69925 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.93029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46304 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER1 LR1]: 640076 words processed Tue Nov 17 23:39:29 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.734203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68886 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45330 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER1 LR1]: 680026 words processed Tue Nov 17 23:39:42 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.724362. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48369 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.73916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.98914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12844 clock time +[SCHEDULER ITER1 LR1]: 720133 words processed Tue Nov 17 23:39:55 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.714482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47515 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69692 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.91832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER1 LR1]: 760048 words processed Tue Nov 17 23:40:08 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.702566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67797 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.86931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.92936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45006 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER1 LR1]: 800117 words processed Tue Nov 17 23:40:21 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.694301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69251 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.92129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time +[SCHEDULER ITER1 LR1]: 840116 words processed Tue Nov 17 23:40:34 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.683815. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.68128 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.87316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93075 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45007 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER1 LR1]: 880037 words processed Tue Nov 17 23:40:47 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.675707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.67969 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:11.88904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93759 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 537.43879542441> <PPL_OOV 472.15153715735> <LOGP -2485796.6619188> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Tue Nov 17 23:40:58 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.514792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48655 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.72196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.44770 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 379.24392854515> <PPL_OOV 331.97926131635> <LOGP -207815.17595921> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40095 words processed Tue Nov 17 23:41:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.557255. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.69630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.41725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12029 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 378.18347077578> <PPL_OOV 339.93053715193> <LOGP -186715.339716> +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER1 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... + +[SCHEDULER ITER2 LR1]: preparing parameters... +[SCHEDULER ITER2 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.1... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1910948 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1915804 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 47942998 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48059425 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94081374 +[SCHEDULER ITER2 LR1]: preparing parameters end. +[SCHEDULER ITER2 LR1]: preparing layers... +(23:41:19 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:41:19 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:41:19 2015-11-17)[nerv] info: create layer: combinerL1 +(23:41:19 2015-11-17)[nerv] info: create layer: outputL +(23:41:19 2015-11-17)[nerv] info: create layer: softmaxL +(23:41:19 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER2 LR1]: preparing layers end. +[SCHEDULER ITER2 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER2 LR1]: Initing TNN end. +===ITERATION 2 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40092 words processed Tue Nov 17 23:41:32 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.799221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46377 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER2 LR1]: 80099 words processed Tue Nov 17 23:41:45 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.675260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79010 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12454 clock time +[SCHEDULER ITER2 LR1]: 120004 words processed Tue Nov 17 23:41:58 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.625292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79597 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45735 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12451 clock time +[SCHEDULER ITER2 LR1]: 160114 words processed Tue Nov 17 23:42:11 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.601139. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48516 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82418 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46627 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER2 LR1]: 200066 words processed Tue Nov 17 23:42:24 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.586182. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79828 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97884 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER2 LR1]: 240045 words processed Tue Nov 17 23:42:37 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.569745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45781 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER2 LR1]: 280057 words processed Tue Nov 17 23:42:50 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.558289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80717 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46324 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER2 LR1]: 320106 words processed Tue Nov 17 23:43:03 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.546701. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81916 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER2 LR1]: 360024 words processed Tue Nov 17 23:43:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.538361. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79494 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09841 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time +[SCHEDULER ITER2 LR1]: 400089 words processed Tue Nov 17 23:43:29 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.532957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80046 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12432 clock time +[SCHEDULER ITER2 LR1]: 440067 words processed Tue Nov 17 23:43:42 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.527843. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80066 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER2 LR1]: 480051 words processed Tue Nov 17 23:43:55 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.523169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79117 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER2 LR1]: 520140 words processed Tue Nov 17 23:44:08 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.518885. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82039 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12620 clock time +[SCHEDULER ITER2 LR1]: 560132 words processed Tue Nov 17 23:44:21 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.514611. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER2 LR1]: 600118 words processed Tue Nov 17 23:44:34 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.512709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08119 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12405 clock time +[SCHEDULER ITER2 LR1]: 640090 words processed Tue Nov 17 23:44:47 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.508568. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79694 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12473 clock time +[SCHEDULER ITER2 LR1]: 680075 words processed Tue Nov 17 23:45:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.505824. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45475 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER2 LR1]: 720043 words processed Tue Nov 17 23:45:13 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.503375. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78838 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97850 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45411 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12403 clock time +[SCHEDULER ITER2 LR1]: 760012 words processed Tue Nov 17 23:45:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.500743. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46868 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12720 clock time +[SCHEDULER ITER2 LR1]: 800113 words processed Tue Nov 17 23:45:41 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497832. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86594 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47835 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12907 clock time +[SCHEDULER ITER2 LR1]: 840089 words processed Tue Nov 17 23:45:54 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.494761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79481 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45671 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER2 LR1]: 880052 words processed Tue Nov 17 23:46:07 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.492221. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45370 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12444 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 356.44368639692> <PPL_OOV 310.37598339711> <LOGP -2316431.7749724> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Tue Nov 17 23:46:17 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.393024. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80296 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52763 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11984 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 289.978578203> <PPL_OOV 250.00965661609> <LOGP -197663.57767284> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40095 words processed Tue Nov 17 23:46:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.438429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80517 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11971 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 294.59587868377> <PPL_OOV 261.28808089122> <LOGP -178286.7416284> +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER2 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... + +[SCHEDULER ITER3 LR1]: preparing parameters... +[SCHEDULER ITER3 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.2... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46026952 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46031813 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92080375 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92196721 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94106578 +[SCHEDULER ITER3 LR1]: preparing parameters end. +[SCHEDULER ITER3 LR1]: preparing layers... +(23:46:38 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:46:38 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:46:38 2015-11-17)[nerv] info: create layer: combinerL1 +(23:46:38 2015-11-17)[nerv] info: create layer: outputL +(23:46:38 2015-11-17)[nerv] info: create layer: softmaxL +(23:46:38 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER3 LR1]: preparing layers end. +[SCHEDULER ITER3 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER3 LR1]: Initing TNN end. +===ITERATION 3 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40092 words processed Tue Nov 17 23:46:51 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-3.275433. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12702 clock time +[SCHEDULER ITER3 LR1]: 80099 words processed Tue Nov 17 23:47:04 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.872201. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83027 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45764 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12709 clock time +[SCHEDULER ITER3 LR1]: 120004 words processed Tue Nov 17 23:47:17 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.726336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97568 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45410 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time +[SCHEDULER ITER3 LR1]: 160114 words processed Tue Nov 17 23:47:30 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.654691. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82175 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12676 clock time +[SCHEDULER ITER3 LR1]: 200066 words processed Tue Nov 17 23:47:43 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.611192. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47813 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79822 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45243 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[SCHEDULER ITER3 LR1]: 240045 words processed Tue Nov 17 23:47:56 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.576347. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81405 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12633 clock time +[SCHEDULER ITER3 LR1]: 280057 words processed Tue Nov 17 23:48:09 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.552071. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18161 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46493 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12686 clock time +[SCHEDULER ITER3 LR1]: 320106 words processed Tue Nov 17 23:48:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.531340. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46314 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12644 clock time +[SCHEDULER ITER3 LR1]: 360024 words processed Tue Nov 17 23:48:35 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.516297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81574 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11870 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time +[SCHEDULER ITER3 LR1]: 400089 words processed Tue Nov 17 23:48:48 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.504316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98978 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time +[SCHEDULER ITER3 LR1]: 440067 words processed Tue Nov 17 23:49:01 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.494362. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81113 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45515 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER3 LR1]: 480051 words processed Tue Nov 17 23:49:14 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.485817. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80855 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97465 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45298 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER3 LR1]: 520140 words processed Tue Nov 17 23:49:27 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.478381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82407 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46236 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER3 LR1]: 560132 words processed Tue Nov 17 23:49:40 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.471582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79987 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45201 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER3 LR1]: 600118 words processed Tue Nov 17 23:49:53 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.465902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79892 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45132 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER3 LR1]: 640090 words processed Tue Nov 17 23:50:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.459844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79979 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45219 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER3 LR1]: 680075 words processed Tue Nov 17 23:50:19 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.455940. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45354 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER3 LR1]: 720043 words processed Tue Nov 17 23:50:32 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.452489. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79883 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45168 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER3 LR1]: 760012 words processed Tue Nov 17 23:50:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.448549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79953 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45282 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER3 LR1]: 800113 words processed Tue Nov 17 23:50:58 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.444581. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82697 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16209 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12624 clock time +[SCHEDULER ITER3 LR1]: 840089 words processed Tue Nov 17 23:51:11 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.440613. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81480 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45805 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER3 LR1]: 880052 words processed Tue Nov 17 23:51:24 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.437307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48057 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12776 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 309.49446578969> <PPL_OOV 273.43845906886> <LOGP -2265277.8768143> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Tue Nov 17 23:51:34 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.340049. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81179 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12052 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 255.3746198739> <PPL_OOV 220.35758888935> <LOGP -193144.04200938> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40095 words processed Tue Nov 17 23:51:45 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.391577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81184 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12033 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 261.40728193013> <PPL_OOV 231.97231323642> <LOGP -174474.57066833> +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER3 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... + +[SCHEDULER ITER4 LR1]: preparing parameters... +[SCHEDULER ITER4 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.3... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1908429 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1913289 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 47980731 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48097059 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94127997 +[SCHEDULER ITER4 LR1]: preparing parameters end. +[SCHEDULER ITER4 LR1]: preparing layers... +(23:51:55 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:51:55 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:51:55 2015-11-17)[nerv] info: create layer: combinerL1 +(23:51:55 2015-11-17)[nerv] info: create layer: outputL +(23:51:55 2015-11-17)[nerv] info: create layer: softmaxL +(23:51:55 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER4 LR1]: preparing layers end. +[SCHEDULER ITER4 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER4 LR1]: Initing TNN end. +===ITERATION 4 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40092 words processed Tue Nov 17 23:52:08 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.391105. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00374 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46638 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER4 LR1]: 80099 words processed Tue Nov 17 23:52:21 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.376497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48548 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12458 clock time +[SCHEDULER ITER4 LR1]: 120004 words processed Tue Nov 17 23:52:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.366345. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79999 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45566 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER4 LR1]: 160114 words processed Tue Nov 17 23:52:47 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.364730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82131 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46577 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER4 LR1]: 200066 words processed Tue Nov 17 23:53:00 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363363. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12479 clock time +[SCHEDULER ITER4 LR1]: 240045 words processed Tue Nov 17 23:53:13 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357506. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80456 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97919 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER4 LR1]: 280057 words processed Tue Nov 17 23:53:26 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.353198. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48249 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER4 LR1]: 320106 words processed Tue Nov 17 23:53:39 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348552. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81434 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER4 LR1]: 360024 words processed Tue Nov 17 23:53:52 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346147. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80613 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time +[SCHEDULER ITER4 LR1]: 400089 words processed Tue Nov 17 23:54:05 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46336 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER4 LR1]: 440067 words processed Tue Nov 17 23:54:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80688 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45681 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER4 LR1]: 480051 words processed Tue Nov 17 23:54:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.341647. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER4 LR1]: 520140 words processed Tue Nov 17 23:54:44 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81045 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46319 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER4 LR1]: 560132 words processed Tue Nov 17 23:54:57 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79935 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97666 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12435 clock time +[SCHEDULER ITER4 LR1]: 600118 words processed Tue Nov 17 23:55:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336693. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79418 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER4 LR1]: 640090 words processed Tue Nov 17 23:55:23 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334627. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time +[SCHEDULER ITER4 LR1]: 680075 words processed Tue Nov 17 23:55:36 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336036. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12420 clock time +[SCHEDULER ITER4 LR1]: 720043 words processed Tue Nov 17 23:55:49 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336131. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98073 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER4 LR1]: 760012 words processed Tue Nov 17 23:56:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335426. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45734 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time +[SCHEDULER ITER4 LR1]: 800113 words processed Tue Nov 17 23:56:15 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.334652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time +[SCHEDULER ITER4 LR1]: 840089 words processed Tue Nov 17 23:56:28 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.333583. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45458 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12416 clock time +[SCHEDULER ITER4 LR1]: 880052 words processed Tue Nov 17 23:56:41 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.332886. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45602 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12422 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 244.17099071299> <PPL_OOV 215.2339187841> <LOGP -2168648.1367851> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Tue Nov 17 23:56:51 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.305606. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53520 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12058 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.48496197986> <PPL_OOV 202.80297962883> <LOGP -190172.1371426> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40095 words processed Tue Nov 17 23:57:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.357810. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12239 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.99690848017> <PPL_OOV 213.18595686152> <LOGP -171769.23382991> +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER4 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... + +[SCHEDULER ITER5 LR1]: preparing parameters... +[SCHEDULER ITER5 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.4... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46035776 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46040636 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92129701 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92246062 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94153510 +[SCHEDULER ITER5 LR1]: preparing parameters end. +[SCHEDULER ITER5 LR1]: preparing layers... +(23:57:12 2015-11-17)[nerv] info: create layer: recurrentL1 +(23:57:12 2015-11-17)[nerv] info: create layer: sigmoidL1 +(23:57:12 2015-11-17)[nerv] info: create layer: combinerL1 +(23:57:12 2015-11-17)[nerv] info: create layer: outputL +(23:57:12 2015-11-17)[nerv] info: create layer: softmaxL +(23:57:12 2015-11-17)[nerv] info: create layer: selectL1 +[SCHEDULER ITER5 LR1]: preparing layers end. +[SCHEDULER ITER5 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER5 LR1]: Initing TNN end. +===ITERATION 5 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40092 words processed Tue Nov 17 23:57:25 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.341879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81077 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46231 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER5 LR1]: 80099 words processed Tue Nov 17 23:57:38 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.330200. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07745 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45068 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER5 LR1]: 120004 words processed Tue Nov 17 23:57:51 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.320093. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09003 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER5 LR1]: 160114 words processed Tue Nov 17 23:58:04 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.318935. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12684 clock time +[SCHEDULER ITER5 LR1]: 200066 words processed Tue Nov 17 23:58:17 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.317904. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81390 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45715 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12674 clock time +[SCHEDULER ITER5 LR1]: 240045 words processed Tue Nov 17 23:58:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.311871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97951 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER5 LR1]: 280057 words processed Tue Nov 17 23:58:43 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.307911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER5 LR1]: 320106 words processed Tue Nov 17 23:58:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.303675. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46071 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER5 LR1]: 360024 words processed Tue Nov 17 23:59:09 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45343 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER5 LR1]: 400089 words processed Tue Nov 17 23:59:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299068. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15559 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99856 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46322 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER5 LR1]: 440067 words processed Tue Nov 17 23:59:35 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297905. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER5 LR1]: 480051 words processed Tue Nov 17 23:59:48 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.297088. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47626 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80721 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 18 00:00:01 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.296190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81389 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 18 00:00:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79631 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 18 00:00:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.293126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45137 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 18 00:00:40 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.291223. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45082 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 18 00:00:53 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.290195. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 18 00:01:06 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.289514. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45389 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 18 00:01:19 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.288551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45221 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 18 00:01:32 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.287844. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81189 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46185 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time +[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 18 00:01:45 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.286447. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09866 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45473 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 18 00:01:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.285828. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47492 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80170 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 218.1589317401> <PPL_OOV 193.11996237388> <LOGP -2124879.7914026> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Wed Nov 18 00:02:08 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.276905. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54142 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 218.62485676622> <PPL_OOV 189.98585158717> <LOGP -187834.99345079> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 18 00:02:19 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.331806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12138 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 223.85106524768> <PPL_OOV 199.74657748262> <LOGP -169683.35661397> +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER5 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... + +[SCHEDULER ITER6 LR1]: preparing parameters... +[SCHEDULER ITER6 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.5... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1906458 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1911317 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48021511 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48137877 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94177466 +[SCHEDULER ITER6 LR1]: preparing parameters end. +[SCHEDULER ITER6 LR1]: preparing layers... +(00:02:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:02:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:02:29 2015-11-18)[nerv] info: create layer: combinerL1 +(00:02:29 2015-11-18)[nerv] info: create layer: outputL +(00:02:29 2015-11-18)[nerv] info: create layer: softmaxL +(00:02:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER6 LR1]: preparing layers end. +[SCHEDULER ITER6 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER6 LR1]: Initing TNN end. +===ITERATION 6 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 18 00:02:42 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.270739. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81363 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46862 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 18 00:02:55 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272402. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80768 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13021 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98502 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45960 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time +[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 18 00:03:08 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.266183. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80921 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45854 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 18 00:03:21 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16769 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46702 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12609 clock time +[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 18 00:03:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.268587. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82839 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time +[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 18 00:03:47 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263620. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 18 00:04:00 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.260267. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48032 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81562 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 18 00:04:13 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257225. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80907 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46342 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 18 00:04:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.255590. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 18 00:04:39 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253925. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00594 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47054 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 18 00:04:52 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253657. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47458 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81724 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46110 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 18 00:05:05 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81150 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 18 00:05:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252972. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14214 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 18 00:05:31 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252400. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81540 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98726 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 18 00:05:44 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.250246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80896 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 18 00:05:57 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248656. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 18 00:06:10 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248232. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45562 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 18 00:06:23 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248073. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46171 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 18 00:06:36 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.247305. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81303 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46258 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 18 00:06:49 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.246902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47596 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47024 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 18 00:07:02 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46274 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 18 00:07:16 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.245326. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86982 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.25216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47396 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12967 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.01086196278> <PPL_OOV 175.94379751005> <LOGP -2087274.9354018> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Wed Nov 18 00:07:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253756. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80582 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52990 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11999 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 205.60478189154> <PPL_OOV 179.85731302561> <LOGP -185873.72336485> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 18 00:07:37 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.310530. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81944 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12094 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 210.15095507799> <PPL_OOV 188.4950623323> <LOGP -167826.12639614> +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER6 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... + +[SCHEDULER ITER7 LR1]: preparing parameters... +[SCHEDULER ITER7 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.6... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46042825 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46047682 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92177930 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92294298 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94199860 +[SCHEDULER ITER7 LR1]: preparing parameters end. +[SCHEDULER ITER7 LR1]: preparing layers... +(00:07:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:07:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:07:47 2015-11-18)[nerv] info: create layer: combinerL1 +(00:07:47 2015-11-18)[nerv] info: create layer: outputL +(00:07:47 2015-11-18)[nerv] info: create layer: softmaxL +(00:07:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER7 LR1]: preparing layers end. +[SCHEDULER ITER7 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER7 LR1]: Initing TNN end. +===ITERATION 7 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 18 00:08:00 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.249645. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81810 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 18 00:08:13 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.247314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79514 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08802 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 18 00:08:26 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238712. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98009 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45771 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12685 clock time +[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 18 00:08:39 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.239163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46444 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time +[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 18 00:08:52 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238942. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80956 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 18 00:09:05 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.233293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80013 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 18 00:09:18 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.229517. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83202 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46535 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12703 clock time +[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 18 00:09:31 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.226536. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47671 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46008 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 18 00:09:44 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.224857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45264 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 18 00:09:57 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81685 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14297 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46151 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 18 00:10:10 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.223022. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80319 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12587 clock time +[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 18 00:10:23 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222837. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47606 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 18 00:10:36 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.222408. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13064 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46228 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 18 00:10:49 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.221800. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80848 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45587 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12592 clock time +[SCHEDULER ITER7 LR1]: 600118 words processed Wed Nov 18 00:11:02 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.220159. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45059 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER7 LR1]: 640090 words processed Wed Nov 18 00:11:15 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79249 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER7 LR1]: 680075 words processed Wed Nov 18 00:11:28 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.218097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79154 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96977 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45063 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[SCHEDULER ITER7 LR1]: 720043 words processed Wed Nov 18 00:11:41 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.217857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79462 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45112 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER7 LR1]: 760012 words processed Wed Nov 18 00:11:54 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79706 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45360 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER7 LR1]: 800113 words processed Wed Nov 18 00:12:07 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.216709. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98972 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45991 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER7 LR1]: 840089 words processed Wed Nov 18 00:12:20 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215650. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45871 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12690 clock time +[SCHEDULER ITER7 LR1]: 880052 words processed Wed Nov 18 00:12:33 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.215435. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47717 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98172 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 184.28443875474> <PPL_OOV 164.24123168359> <LOGP -2059487.8765421> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER7 LR1]: shuffling training file +===PEEK ON TEST 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40087 words processed Wed Nov 18 00:12:43 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.238224. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53633 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12077 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.03291376928> <PPL_OOV 173.11440783459> <LOGP -184505.80687216> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 7=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER7 LR1]: 40095 words processed Wed Nov 18 00:12:54 2015. + [SCHEDULER ITER7 LR1]: log prob per sample :-2.294045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52934 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12061 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER7 LR1]: Displaying result: +[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.62529210464> <PPL_OOV 180.79465304931> <LOGP -166490.00854255> +[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER7 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... + +[SCHEDULER ITER8 LR1]: preparing parameters... +[SCHEDULER ITER8 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.7... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1904486 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1909343 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48056478 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48172824 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94217922 +[SCHEDULER ITER8 LR1]: preparing parameters end. +[SCHEDULER ITER8 LR1]: preparing layers... +(00:13:04 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:13:04 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:13:04 2015-11-18)[nerv] info: create layer: combinerL1 +(00:13:04 2015-11-18)[nerv] info: create layer: outputL +(00:13:04 2015-11-18)[nerv] info: create layer: softmaxL +(00:13:04 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER8 LR1]: preparing layers end. +[SCHEDULER ITER8 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER8 LR1]: Initing TNN end. +===ITERATION 8 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40092 words processed Wed Nov 18 00:13:17 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84576 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22309 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47310 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER8 LR1]: 80099 words processed Wed Nov 18 00:13:30 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.208422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80086 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12501 clock time +[SCHEDULER ITER8 LR1]: 120004 words processed Wed Nov 18 00:13:43 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.202741. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80785 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98294 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER8 LR1]: 160114 words processed Wed Nov 18 00:13:56 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.204852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48179 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46277 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER8 LR1]: 200066 words processed Wed Nov 18 00:14:09 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.205325. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER8 LR1]: 240045 words processed Wed Nov 18 00:14:22 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.200758. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79728 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09697 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER8 LR1]: 280057 words processed Wed Nov 18 00:14:35 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.197356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47902 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER8 LR1]: 320106 words processed Wed Nov 18 00:14:48 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.194953. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15091 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER8 LR1]: 360024 words processed Wed Nov 18 00:15:01 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.193882. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45528 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER8 LR1]: 400089 words processed Wed Nov 18 00:15:14 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192172. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47530 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82269 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER8 LR1]: 440067 words processed Wed Nov 18 00:15:27 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81571 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13816 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46093 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER8 LR1]: 480051 words processed Wed Nov 18 00:15:40 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192716. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10973 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45683 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER8 LR1]: 520140 words processed Wed Nov 18 00:15:53 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192706. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER8 LR1]: 560132 words processed Wed Nov 18 00:16:06 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.192396. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10990 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45563 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER8 LR1]: 600118 words processed Wed Nov 18 00:16:19 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.191599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47210 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79950 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09832 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98004 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45452 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER8 LR1]: 640090 words processed Wed Nov 18 00:16:32 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190479. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82533 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15501 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46193 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER8 LR1]: 680075 words processed Wed Nov 18 00:16:45 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81490 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98962 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45995 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER8 LR1]: 720043 words processed Wed Nov 18 00:16:58 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.190076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99182 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46084 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER8 LR1]: 760012 words processed Wed Nov 18 00:17:11 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189429. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER8 LR1]: 800113 words processed Wed Nov 18 00:17:24 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.189430. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82488 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER8 LR1]: 840089 words processed Wed Nov 18 00:17:37 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188564. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80331 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45704 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER8 LR1]: 880052 words processed Wed Nov 18 00:17:50 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.188497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47262 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80122 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 172.74267717744> <PPL_OOV 154.3670126021> <LOGP -2034456.1886602> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER8 LR1]: shuffling training file +===PEEK ON TEST 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40087 words processed Wed Nov 18 00:18:00 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.228045. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12028 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.23514434273> <PPL_OOV 168.70332456908> <LOGP -183581.80173929> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 8=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER8 LR1]: 40095 words processed Wed Nov 18 00:18:11 2015. + [SCHEDULER ITER8 LR1]: log prob per sample :-2.284902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82075 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54857 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER8 LR1]: Displaying result: +[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 196.10284212026> <PPL_OOV 176.46640487651> <LOGP -165713.79192028> +[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER8 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... + +[SCHEDULER ITER9 LR1]: preparing parameters... +[SCHEDULER ITER9 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.8... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46046935 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46051792 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92213915 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92330266 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94233834 +[SCHEDULER ITER9 LR1]: preparing parameters end. +[SCHEDULER ITER9 LR1]: preparing layers... +(00:18:21 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:18:21 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:18:21 2015-11-18)[nerv] info: create layer: combinerL1 +(00:18:21 2015-11-18)[nerv] info: create layer: outputL +(00:18:21 2015-11-18)[nerv] info: create layer: softmaxL +(00:18:21 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER9 LR1]: preparing layers end. +[SCHEDULER ITER9 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER9 LR1]: Initing TNN end. +===ITERATION 9 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40092 words processed Wed Nov 18 00:18:34 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.185243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84695 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01136 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47049 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time +[SCHEDULER ITER9 LR1]: 80099 words processed Wed Nov 18 00:18:47 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.185234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER9 LR1]: 120004 words processed Wed Nov 18 00:19:00 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.179490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48235 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45318 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12582 clock time +[SCHEDULER ITER9 LR1]: 160114 words processed Wed Nov 18 00:19:13 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.180880. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46206 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time +[SCHEDULER ITER9 LR1]: 200066 words processed Wed Nov 18 00:19:26 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.181628. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45769 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER9 LR1]: 240045 words processed Wed Nov 18 00:19:39 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.176834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER9 LR1]: 280057 words processed Wed Nov 18 00:19:52 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.173533. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82177 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15322 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12612 clock time +[SCHEDULER ITER9 LR1]: 320106 words processed Wed Nov 18 00:20:05 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.171315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12677 clock time +[SCHEDULER ITER9 LR1]: 360024 words processed Wed Nov 18 00:20:18 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.170219. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80954 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10625 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45291 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER9 LR1]: 400089 words processed Wed Nov 18 00:20:31 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.168687. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47695 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16710 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12675 clock time +[SCHEDULER ITER9 LR1]: 440067 words processed Wed Nov 18 00:20:44 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169194. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82759 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time +[SCHEDULER ITER9 LR1]: 480051 words processed Wed Nov 18 00:20:57 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82143 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time +[SCHEDULER ITER9 LR1]: 520140 words processed Wed Nov 18 00:21:11 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169675. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84018 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46502 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12752 clock time +[SCHEDULER ITER9 LR1]: 560132 words processed Wed Nov 18 00:21:24 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.169508. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81236 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98006 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER9 LR1]: 600118 words processed Wed Nov 18 00:21:37 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.167812. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45372 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER9 LR1]: 640090 words processed Wed Nov 18 00:21:50 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.166520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47197 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80943 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10228 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97955 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER9 LR1]: 680075 words processed Wed Nov 18 00:22:03 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165820. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81800 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98264 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45472 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER9 LR1]: 720043 words processed Wed Nov 18 00:22:16 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165612. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80786 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45348 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER9 LR1]: 760012 words processed Wed Nov 18 00:22:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45716 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12664 clock time +[SCHEDULER ITER9 LR1]: 800113 words processed Wed Nov 18 00:22:42 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82297 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46203 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12605 clock time +[SCHEDULER ITER9 LR1]: 840089 words processed Wed Nov 18 00:22:55 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165110. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97844 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45296 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER9 LR1]: 880052 words processed Wed Nov 18 00:23:08 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.165292. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81019 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45135 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 163.38518005346> <PPL_OOV 146.34744649667> <LOGP -2012918.2154296> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER9 LR1]: shuffling training file +===PEEK ON TEST 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40087 words processed Wed Nov 18 00:23:18 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.218169. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83295 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55981 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12120 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.15775634108> <PPL_OOV 164.85292602699> <LOGP -182755.27768202> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 9=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER9 LR1]: 40095 words processed Wed Nov 18 00:23:29 2015. + [SCHEDULER ITER9 LR1]: log prob per sample :-2.276967. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48430 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82871 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12088 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER9 LR1]: Displaying result: +[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.16873850907> <PPL_OOV 172.63376177164> <LOGP -165010.39414878> +[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER9 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... + +[SCHEDULER ITER10 LR1]: preparing parameters... +[SCHEDULER ITER10 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.9... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1902646 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1907502 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48081819 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48198168 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94246602 +[SCHEDULER ITER10 LR1]: preparing parameters end. +[SCHEDULER ITER10 LR1]: preparing layers... +(00:23:39 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:23:39 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:23:39 2015-11-18)[nerv] info: create layer: combinerL1 +(00:23:39 2015-11-18)[nerv] info: create layer: outputL +(00:23:39 2015-11-18)[nerv] info: create layer: softmaxL +(00:23:39 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER10 LR1]: preparing layers end. +[SCHEDULER ITER10 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER10 LR1]: Initing TNN end. +===ITERATION 10 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40092 words processed Wed Nov 18 00:23:52 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.161772. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83139 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18772 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46910 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER10 LR1]: 80099 words processed Wed Nov 18 00:24:05 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.170801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48586 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82466 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46107 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER10 LR1]: 120004 words processed Wed Nov 18 00:24:18 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.169117. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98846 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45728 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[SCHEDULER ITER10 LR1]: 160114 words processed Wed Nov 18 00:24:31 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.170123. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83064 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17982 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER10 LR1]: 200066 words processed Wed Nov 18 00:24:44 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.169525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45843 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER10 LR1]: 240045 words processed Wed Nov 18 00:24:57 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.163683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47827 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82231 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46009 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER10 LR1]: 280057 words processed Wed Nov 18 00:25:10 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.159520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47928 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82355 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER10 LR1]: 320106 words processed Wed Nov 18 00:25:23 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.156659. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82088 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER10 LR1]: 360024 words processed Wed Nov 18 00:25:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.155076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83399 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99230 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45984 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time +[SCHEDULER ITER10 LR1]: 400089 words processed Wed Nov 18 00:25:50 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.152968. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48734 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89129 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.29828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03081 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48078 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12932 clock time +[SCHEDULER ITER10 LR1]: 440067 words processed Wed Nov 18 00:26:03 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153260. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45760 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER10 LR1]: 480051 words processed Wed Nov 18 00:26:16 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153569. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82198 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER10 LR1]: 520140 words processed Wed Nov 18 00:26:29 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153573. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46385 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER10 LR1]: 560132 words processed Wed Nov 18 00:26:42 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.153237. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81610 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45814 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER10 LR1]: 600118 words processed Wed Nov 18 00:26:55 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.151114. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99108 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER10 LR1]: 640090 words processed Wed Nov 18 00:27:08 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82031 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13735 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98893 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45792 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER10 LR1]: 680075 words processed Wed Nov 18 00:27:21 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149010. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98829 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER10 LR1]: 720043 words processed Wed Nov 18 00:27:34 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148674. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82599 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46200 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12627 clock time +[SCHEDULER ITER10 LR1]: 760012 words processed Wed Nov 18 00:27:47 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148724. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45933 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER10 LR1]: 800113 words processed Wed Nov 18 00:28:00 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.149097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83863 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46817 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER10 LR1]: 840089 words processed Wed Nov 18 00:28:13 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148423. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81130 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11286 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98181 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER10 LR1]: 880052 words processed Wed Nov 18 00:28:26 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.148551. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80734 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98112 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45529 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 156.94959430419> <PPL_OOV 140.81356339944> <LOGP -1997356.2816957> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER10 LR1]: shuffling training file +===PEEK ON TEST 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40087 words processed Wed Nov 18 00:28:36 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.211341. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82504 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55136 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 184.23108222268> <PPL_OOV 162.15277628145> <LOGP -182164.06736872> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 10=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER10 LR1]: 40095 words processed Wed Nov 18 00:28:47 2015. + [SCHEDULER ITER10 LR1]: log prob per sample :-2.271336. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12132 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER10 LR1]: Displaying result: +[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.07918878214> <PPL_OOV 169.56604699879> <LOGP -164436.03695526> +[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER10 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... + +[SCHEDULER ITER11 LR1]: preparing parameters... +[SCHEDULER ITER11 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.10... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46048635 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46053492 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92239326 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92355669 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94257460 +[SCHEDULER ITER11 LR1]: preparing parameters end. +[SCHEDULER ITER11 LR1]: preparing layers... +(00:28:57 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:28:57 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:28:57 2015-11-18)[nerv] info: create layer: combinerL1 +(00:28:57 2015-11-18)[nerv] info: create layer: outputL +(00:28:57 2015-11-18)[nerv] info: create layer: softmaxL +(00:28:57 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER11 LR1]: preparing layers end. +[SCHEDULER ITER11 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER11 LR1]: Initing TNN end. +===ITERATION 11 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40092 words processed Wed Nov 18 00:29:10 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.143029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84337 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46808 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER11 LR1]: 80099 words processed Wed Nov 18 00:29:23 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.145413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82191 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45131 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER11 LR1]: 120004 words processed Wed Nov 18 00:29:36 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.140768. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48200 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11940 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45197 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER11 LR1]: 160114 words processed Wed Nov 18 00:29:49 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.142047. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83749 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46106 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER11 LR1]: 200066 words processed Wed Nov 18 00:30:02 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.143075. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47867 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER11 LR1]: 240045 words processed Wed Nov 18 00:30:15 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.138477. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11774 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45176 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER11 LR1]: 280057 words processed Wed Nov 18 00:30:28 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.135379. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99330 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46076 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER11 LR1]: 320106 words processed Wed Nov 18 00:30:41 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.133294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47740 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83249 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46148 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time +[SCHEDULER ITER11 LR1]: 360024 words processed Wed Nov 18 00:30:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.132178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97380 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45045 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER11 LR1]: 400089 words processed Wed Nov 18 00:31:07 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130465. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83557 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46115 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER11 LR1]: 440067 words processed Wed Nov 18 00:31:20 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131231. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82629 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER11 LR1]: 480051 words processed Wed Nov 18 00:31:33 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131842. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82153 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45293 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER11 LR1]: 520140 words processed Wed Nov 18 00:31:46 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131951. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83607 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER11 LR1]: 560132 words processed Wed Nov 18 00:31:59 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.131942. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81889 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11204 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97630 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45328 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER11 LR1]: 600118 words processed Wed Nov 18 00:32:12 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.130849. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81801 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10819 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97570 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45123 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER11 LR1]: 640090 words processed Wed Nov 18 00:32:25 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47308 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82135 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45182 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER11 LR1]: 680075 words processed Wed Nov 18 00:32:38 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129367. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45447 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER11 LR1]: 720043 words processed Wed Nov 18 00:32:51 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129210. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82803 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER11 LR1]: 760012 words processed Wed Nov 18 00:33:04 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128640. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47614 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98623 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45751 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER11 LR1]: 800113 words processed Wed Nov 18 00:33:18 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.129025. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00160 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46830 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER11 LR1]: 840089 words processed Wed Nov 18 00:33:31 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER11 LR1]: 880052 words processed Wed Nov 18 00:33:44 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.128443. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45470 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 149.57738223526> <PPL_OOV 134.44749237511> <LOGP -1978679.1818492> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER11 LR1]: shuffling training file +===PEEK ON TEST 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40087 words processed Wed Nov 18 00:33:54 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.205328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83449 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56122 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12064 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 181.9042131837> <PPL_OOV 159.87838763856> <LOGP -181658.38989893> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 11=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER11 LR1]: 40095 words processed Wed Nov 18 00:34:05 2015. + [SCHEDULER ITER11 LR1]: log prob per sample :-2.266893. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86414 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.59864 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12195 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER11 LR1]: Displaying result: +[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.20454831969> <PPL_OOV 167.70312840032> <LOGP -164082.15627008> +[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER11 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... + +[SCHEDULER ITER12 LR1]: preparing parameters... +[SCHEDULER ITER12 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.11... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1900824 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1905681 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48102353 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48218693 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94267080 +[SCHEDULER ITER12 LR1]: preparing parameters end. +[SCHEDULER ITER12 LR1]: preparing layers... +(00:34:16 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:34:16 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:34:16 2015-11-18)[nerv] info: create layer: combinerL1 +(00:34:16 2015-11-18)[nerv] info: create layer: outputL +(00:34:16 2015-11-18)[nerv] info: create layer: softmaxL +(00:34:16 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER12 LR1]: preparing layers end. +[SCHEDULER ITER12 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER12 LR1]: Initing TNN end. +===ITERATION 12 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40092 words processed Wed Nov 18 00:34:29 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.124180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48764 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84079 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46740 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER12 LR1]: 80099 words processed Wed Nov 18 00:34:42 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.126783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82197 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45601 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER12 LR1]: 120004 words processed Wed Nov 18 00:34:55 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.122591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83148 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16096 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46003 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER12 LR1]: 160114 words processed Wed Nov 18 00:35:08 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.124062. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER12 LR1]: 200066 words processed Wed Nov 18 00:35:21 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.125058. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81435 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12480 clock time +[SCHEDULER ITER12 LR1]: 240045 words processed Wed Nov 18 00:35:34 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.120799. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45260 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER12 LR1]: 280057 words processed Wed Nov 18 00:35:47 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.117710. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48049 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99860 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER12 LR1]: 320106 words processed Wed Nov 18 00:36:01 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115919. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48274 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86156 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47046 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER12 LR1]: 360024 words processed Wed Nov 18 00:36:15 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48125 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12765 clock time +[SCHEDULER ITER12 LR1]: 400089 words processed Wed Nov 18 00:36:28 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114106. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83197 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46431 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER12 LR1]: 440067 words processed Wed Nov 18 00:36:41 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115738. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER12 LR1]: 480051 words processed Wed Nov 18 00:36:54 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116599. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER12 LR1]: 520140 words processed Wed Nov 18 00:37:07 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116616. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47579 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84003 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER12 LR1]: 560132 words processed Wed Nov 18 00:37:20 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.116748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47354 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45371 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER12 LR1]: 600118 words processed Wed Nov 18 00:37:33 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.115547. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45195 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER12 LR1]: 640090 words processed Wed Nov 18 00:37:46 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81320 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time +[SCHEDULER ITER12 LR1]: 680075 words processed Wed Nov 18 00:37:59 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13345 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98544 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45675 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER12 LR1]: 720043 words processed Wed Nov 18 00:38:12 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113669. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13708 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45651 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time +[SCHEDULER ITER12 LR1]: 760012 words processed Wed Nov 18 00:38:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.113996. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[SCHEDULER ITER12 LR1]: 800113 words processed Wed Nov 18 00:38:38 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83423 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00052 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46550 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER12 LR1]: 840089 words processed Wed Nov 18 00:38:51 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45603 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER12 LR1]: 880052 words processed Wed Nov 18 00:39:04 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.114262. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81611 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.58222209601> <PPL_OOV 130.13001826717> <LOGP -1965502.0572496> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER12 LR1]: shuffling training file +===PEEK ON TEST 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40087 words processed Wed Nov 18 00:39:14 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.201761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58013 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12216 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.54676495455> <PPL_OOV 158.7323525418> <LOGP -181400.85328212> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 12=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER12 LR1]: 40095 words processed Wed Nov 18 00:39:25 2015. + [SCHEDULER ITER12 LR1]: log prob per sample :-2.264364. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83409 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56194 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12084 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER12 LR1]: Displaying result: +[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.84158615395> <PPL_OOV 166.49744218503> <LOGP -163851.02207183> +[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER12 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... + +[SCHEDULER ITER13 LR1]: preparing parameters... +[SCHEDULER ITER13 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.12... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46047474 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46052331 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92260944 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92377287 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94277114 +[SCHEDULER ITER13 LR1]: preparing parameters end. +[SCHEDULER ITER13 LR1]: preparing layers... +(00:39:35 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:39:35 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:39:35 2015-11-18)[nerv] info: create layer: combinerL1 +(00:39:35 2015-11-18)[nerv] info: create layer: outputL +(00:39:35 2015-11-18)[nerv] info: create layer: softmaxL +(00:39:35 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER13 LR1]: preparing layers end. +[SCHEDULER ITER13 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER13 LR1]: Initing TNN end. +===ITERATION 13 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40092 words processed Wed Nov 18 00:39:48 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.108782. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85287 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47093 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12630 clock time +[SCHEDULER ITER13 LR1]: 80099 words processed Wed Nov 18 00:40:01 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.108798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82277 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12995 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98017 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45284 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER13 LR1]: 120004 words processed Wed Nov 18 00:40:14 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105841. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45235 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER13 LR1]: 160114 words processed Wed Nov 18 00:40:27 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.107861. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84364 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46290 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12613 clock time +[SCHEDULER ITER13 LR1]: 200066 words processed Wed Nov 18 00:40:40 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.109129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82788 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45489 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER13 LR1]: 240045 words processed Wed Nov 18 00:40:53 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.105317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48148 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83894 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98650 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45730 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER13 LR1]: 280057 words processed Wed Nov 18 00:41:07 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.102234. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85391 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46739 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER13 LR1]: 320106 words processed Wed Nov 18 00:41:21 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85565 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12683 clock time +[SCHEDULER ITER13 LR1]: 360024 words processed Wed Nov 18 00:41:35 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099646. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12953 clock time +[SCHEDULER ITER13 LR1]: 400089 words processed Wed Nov 18 00:41:49 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098502. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27826 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02146 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12894 clock time +[SCHEDULER ITER13 LR1]: 440067 words processed Wed Nov 18 00:42:02 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099850. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84259 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98921 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER13 LR1]: 480051 words processed Wed Nov 18 00:42:15 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47688 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45417 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER13 LR1]: 520140 words processed Wed Nov 18 00:42:29 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.100767. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85293 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46819 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER13 LR1]: 560132 words processed Wed Nov 18 00:42:42 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.101049. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98941 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45912 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER13 LR1]: 600118 words processed Wed Nov 18 00:42:55 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.099862. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83072 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13714 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER13 LR1]: 640090 words processed Wed Nov 18 00:43:08 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098814. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47635 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83430 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15283 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45720 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER13 LR1]: 680075 words processed Wed Nov 18 00:43:21 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098536. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45456 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12486 clock time +[SCHEDULER ITER13 LR1]: 720043 words processed Wed Nov 18 00:43:34 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098495. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45514 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[SCHEDULER ITER13 LR1]: 760012 words processed Wed Nov 18 00:43:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82589 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45420 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER13 LR1]: 800113 words processed Wed Nov 18 00:44:00 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83450 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46155 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER13 LR1]: 840089 words processed Wed Nov 18 00:44:13 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098021. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45105 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER13 LR1]: 880052 words processed Wed Nov 18 00:44:26 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.098288. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47325 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82010 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45229 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12492 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 139.14707992521> <PPL_OOV 125.43173243352> <LOGP -1950656.4557867> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER13 LR1]: shuffling training file +===PEEK ON TEST 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40087 words processed Wed Nov 18 00:44:36 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.196971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57022 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12048 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.83623497243> <PPL_OOV 156.85079313441> <LOGP -180973.97025543> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 13=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER13 LR1]: 40095 words processed Wed Nov 18 00:44:47 2015. + [SCHEDULER ITER13 LR1]: log prob per sample :-2.261017. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84288 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56977 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12062 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER13 LR1]: Displaying result: +[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.60232537013> <PPL_OOV 165.06778643143> <LOGP -163574.77326985> +[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER13 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... + +[SCHEDULER ITER14 LR1]: preparing parameters... +[SCHEDULER ITER14 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.13... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1898779 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1903636 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48124723 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48241050 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94286873 +[SCHEDULER ITER14 LR1]: preparing parameters end. +[SCHEDULER ITER14 LR1]: preparing layers... +(00:44:58 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:44:58 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:44:58 2015-11-18)[nerv] info: create layer: combinerL1 +(00:44:58 2015-11-18)[nerv] info: create layer: outputL +(00:44:58 2015-11-18)[nerv] info: create layer: softmaxL +(00:44:58 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER14 LR1]: preparing layers end. +[SCHEDULER ITER14 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER14 LR1]: Initing TNN end. +===ITERATION 14 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40092 words processed Wed Nov 18 00:45:11 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.095183. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84731 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00528 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46767 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER14 LR1]: 80099 words processed Wed Nov 18 00:45:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.099174. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85118 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99643 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12632 clock time +[SCHEDULER ITER14 LR1]: 120004 words processed Wed Nov 18 00:45:37 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.095034. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83246 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER14 LR1]: 160114 words processed Wed Nov 18 00:45:51 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.096218. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46453 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER14 LR1]: 200066 words processed Wed Nov 18 00:46:05 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.097160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.90569 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12899 clock time +[SCHEDULER ITER14 LR1]: 240045 words processed Wed Nov 18 00:46:18 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.093351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER14 LR1]: 280057 words processed Wed Nov 18 00:46:32 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.090035. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84767 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46981 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER14 LR1]: 320106 words processed Wed Nov 18 00:46:45 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00190 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46364 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER14 LR1]: 360024 words processed Wed Nov 18 00:46:58 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.087120. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47124 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80709 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10102 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45292 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12428 clock time +[SCHEDULER ITER14 LR1]: 400089 words processed Wed Nov 18 00:47:11 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.085270. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81891 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99503 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46280 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER14 LR1]: 440067 words processed Wed Nov 18 00:47:24 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.086460. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80374 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12412 clock time +[SCHEDULER ITER14 LR1]: 480051 words processed Wed Nov 18 00:47:37 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.087289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80497 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12453 clock time +[SCHEDULER ITER14 LR1]: 520140 words processed Wed Nov 18 00:47:50 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088368. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83290 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17733 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00184 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER14 LR1]: 560132 words processed Wed Nov 18 00:48:03 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.088686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81538 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11729 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER14 LR1]: 600118 words processed Wed Nov 18 00:48:16 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.086702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80941 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98111 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12448 clock time +[SCHEDULER ITER14 LR1]: 640090 words processed Wed Nov 18 00:48:29 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.085500. + [global_conf.timer]: time spent on tnn_beforeprocess:0.46988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80579 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10243 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12414 clock time +[SCHEDULER ITER14 LR1]: 680075 words processed Wed Nov 18 00:48:42 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45439 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[SCHEDULER ITER14 LR1]: 720043 words processed Wed Nov 18 00:48:55 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084741. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82140 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98778 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46048 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER14 LR1]: 760012 words processed Wed Nov 18 00:49:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.083971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81651 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12721 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98398 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45694 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER14 LR1]: 800113 words processed Wed Nov 18 00:49:21 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084458. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82866 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00012 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER14 LR1]: 840089 words processed Wed Nov 18 00:49:34 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.083801. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81981 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46026 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER14 LR1]: 880052 words processed Wed Nov 18 00:49:47 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.084156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81549 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.49802594387> <PPL_OOV 121.41682391797> <LOGP -1937522.7088048> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER14 LR1]: shuffling training file +===PEEK ON TEST 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40087 words processed Wed Nov 18 00:49:57 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.194611. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83446 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12087 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.38429774111> <PPL_OOV 155.98874342017> <LOGP -180776.6773882> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 14=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER14 LR1]: 40095 words processed Wed Nov 18 00:50:08 2015. + [SCHEDULER ITER14 LR1]: log prob per sample :-2.259121. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48138 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81824 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54278 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12005 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER14 LR1]: Displaying result: +[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.26000367412> <PPL_OOV 164.19471013401> <LOGP -163404.89173972> +[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER14 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... + +[SCHEDULER ITER15 LR1]: preparing parameters... +[SCHEDULER ITER15 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.14... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46044096 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46048953 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92284056 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92400364 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94298070 +[SCHEDULER ITER15 LR1]: preparing parameters end. +[SCHEDULER ITER15 LR1]: preparing layers... +(00:50:18 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:50:18 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:50:18 2015-11-18)[nerv] info: create layer: combinerL1 +(00:50:18 2015-11-18)[nerv] info: create layer: outputL +(00:50:18 2015-11-18)[nerv] info: create layer: softmaxL +(00:50:18 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER15 LR1]: preparing layers end. +[SCHEDULER ITER15 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER15 LR1]: Initing TNN end. +===ITERATION 15 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40092 words processed Wed Nov 18 00:50:31 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.084755. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48456 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46413 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12568 clock time +[SCHEDULER ITER15 LR1]: 80099 words processed Wed Nov 18 00:50:44 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.083071. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80411 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10743 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45225 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER15 LR1]: 120004 words processed Wed Nov 18 00:50:57 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079476. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11642 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97712 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45290 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER15 LR1]: 160114 words processed Wed Nov 18 00:51:10 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.081760. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER15 LR1]: 200066 words processed Wed Nov 18 00:51:23 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.082811. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47749 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80413 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10360 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45237 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER15 LR1]: 240045 words processed Wed Nov 18 00:51:36 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.079307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47737 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80264 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45130 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER15 LR1]: 280057 words processed Wed Nov 18 00:51:49 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.076124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47945 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81845 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46088 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12576 clock time +[SCHEDULER ITER15 LR1]: 320106 words processed Wed Nov 18 00:52:03 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074328. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83752 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46671 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12689 clock time +[SCHEDULER ITER15 LR1]: 360024 words processed Wed Nov 18 00:52:16 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073550. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82126 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45708 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12598 clock time +[SCHEDULER ITER15 LR1]: 400089 words processed Wed Nov 18 00:52:29 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071915. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00270 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46556 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time +[SCHEDULER ITER15 LR1]: 440067 words processed Wed Nov 18 00:52:42 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073241. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13908 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER15 LR1]: 480051 words processed Wed Nov 18 00:52:55 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.074109. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82636 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time +[SCHEDULER ITER15 LR1]: 520140 words processed Wed Nov 18 00:53:08 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.075079. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82914 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00094 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12589 clock time +[SCHEDULER ITER15 LR1]: 560132 words processed Wed Nov 18 00:53:21 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.075447. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45487 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER15 LR1]: 600118 words processed Wed Nov 18 00:53:34 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.073494. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81963 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98648 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER15 LR1]: 640090 words processed Wed Nov 18 00:53:47 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.072317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81078 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER15 LR1]: 680075 words processed Wed Nov 18 00:54:00 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071806. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[SCHEDULER ITER15 LR1]: 720043 words processed Wed Nov 18 00:54:13 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80727 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97748 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER15 LR1]: 760012 words processed Wed Nov 18 00:54:26 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070849. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47245 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80543 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97837 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER15 LR1]: 800113 words processed Wed Nov 18 00:54:39 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071356. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16661 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER15 LR1]: 840089 words processed Wed Nov 18 00:54:52 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.070792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97913 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45147 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER15 LR1]: 880052 words processed Wed Nov 18 00:55:05 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.071187. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13882 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45753 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.36860152819> <PPL_OOV 117.84951850067> <LOGP -1925483.5498581> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER15 LR1]: shuffling training file +===PEEK ON TEST 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40087 words processed Wed Nov 18 00:55:15 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.193578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83504 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56477 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12086 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.622874266> <PPL_OOV 155.5227444733> <LOGP -180669.57212844> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 15=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER15 LR1]: 40095 words processed Wed Nov 18 00:55:26 2015. + [SCHEDULER ITER15 LR1]: log prob per sample :-2.258322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82182 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54943 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12068 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER15 LR1]: Displaying result: +[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.60902176624> <PPL_OOV 163.76844354467> <LOGP -163321.6211386> +[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER15 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... + +[SCHEDULER ITER16 LR1]: preparing parameters... +[SCHEDULER ITER16 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.15... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1896582 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1901439 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48151007 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48267317 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94309673 +[SCHEDULER ITER16 LR1]: preparing parameters end. +[SCHEDULER ITER16 LR1]: preparing layers... +(00:55:37 2015-11-18)[nerv] info: create layer: recurrentL1 +(00:55:37 2015-11-18)[nerv] info: create layer: sigmoidL1 +(00:55:37 2015-11-18)[nerv] info: create layer: combinerL1 +(00:55:37 2015-11-18)[nerv] info: create layer: outputL +(00:55:37 2015-11-18)[nerv] info: create layer: softmaxL +(00:55:37 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER16 LR1]: preparing layers end. +[SCHEDULER ITER16 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER16 LR1]: Initing TNN end. +===ITERATION 16 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40092 words processed Wed Nov 18 00:55:50 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.071227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82187 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00859 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47075 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER16 LR1]: 80099 words processed Wed Nov 18 00:56:03 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.072173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER16 LR1]: 120004 words processed Wed Nov 18 00:56:16 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.068604. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82204 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14755 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER16 LR1]: 160114 words processed Wed Nov 18 00:56:29 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.069902. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15281 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99791 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46414 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[SCHEDULER ITER16 LR1]: 200066 words processed Wed Nov 18 00:56:42 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.070775. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45772 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER16 LR1]: 240045 words processed Wed Nov 18 00:56:55 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.067488. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98349 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45729 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER16 LR1]: 280057 words processed Wed Nov 18 00:57:09 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.064263. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82973 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00886 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46967 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER16 LR1]: 320106 words processed Wed Nov 18 00:57:22 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062450. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82964 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46965 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER16 LR1]: 360024 words processed Wed Nov 18 00:57:35 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061649. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER16 LR1]: 400089 words processed Wed Nov 18 00:57:48 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82120 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00067 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46666 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER16 LR1]: 440067 words processed Wed Nov 18 00:58:01 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061392. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47253 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79939 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09898 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[SCHEDULER ITER16 LR1]: 480051 words processed Wed Nov 18 00:58:14 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47135 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79912 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97840 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12455 clock time +[SCHEDULER ITER16 LR1]: 520140 words processed Wed Nov 18 00:58:27 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.062546. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47370 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46253 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER16 LR1]: 560132 words processed Wed Nov 18 00:58:40 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.063029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47221 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79284 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45313 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time +[SCHEDULER ITER16 LR1]: 600118 words processed Wed Nov 18 00:58:53 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.061276. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80477 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10875 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98306 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45775 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12440 clock time +[SCHEDULER ITER16 LR1]: 640090 words processed Wed Nov 18 00:59:06 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.060129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47336 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER16 LR1]: 680075 words processed Wed Nov 18 00:59:19 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059711. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79441 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45365 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER16 LR1]: 720043 words processed Wed Nov 18 00:59:32 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059707. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79452 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER16 LR1]: 760012 words processed Wed Nov 18 00:59:45 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059127. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47173 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08641 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45337 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER16 LR1]: 800113 words processed Wed Nov 18 00:59:58 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059780. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47525 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time +[SCHEDULER ITER16 LR1]: 840089 words processed Wed Nov 18 01:00:11 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059387. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98269 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12478 clock time +[SCHEDULER ITER16 LR1]: 880052 words processed Wed Nov 18 01:00:24 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.059834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47305 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10329 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45519 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12423 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.85826557967> <PPL_OOV 114.80783342275> <LOGP -1914926.8665176> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER16 LR1]: shuffling training file +===PEEK ON TEST 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40087 words processed Wed Nov 18 01:00:34 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.189529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48442 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55181 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11996 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.63446833412> <PPL_OOV 154.27206703806> <LOGP -180380.52201727> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 16=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER16 LR1]: 40095 words processed Wed Nov 18 01:00:45 2015. + [SCHEDULER ITER16 LR1]: log prob per sample :-2.255335. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53316 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11933 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER16 LR1]: Displaying result: +[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.57065508419> <PPL_OOV 162.50437885542> <LOGP -163073.40741604> +[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER16 LR1]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... + +[SCHEDULER ITER17 LR1]: preparing parameters... +[SCHEDULER ITER17 LR1]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.16... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46040789 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46045646 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92309964 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92426275 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321898 +[SCHEDULER ITER17 LR1]: preparing parameters end. +[SCHEDULER ITER17 LR1]: preparing layers... +(01:00:55 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:00:55 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:00:55 2015-11-18)[nerv] info: create layer: combinerL1 +(01:00:55 2015-11-18)[nerv] info: create layer: outputL +(01:00:55 2015-11-18)[nerv] info: create layer: softmaxL +(01:00:55 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER17 LR1]: preparing layers end. +[SCHEDULER ITER17 LR1]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER17 LR1]: Initing TNN end. +===ITERATION 17 LR 1.000000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40092 words processed Wed Nov 18 01:01:08 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.062199. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83177 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER17 LR1]: 80099 words processed Wed Nov 18 01:01:21 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.061475. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97954 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time +[SCHEDULER ITER17 LR1]: 120004 words processed Wed Nov 18 01:01:34 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.057783. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48591 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81042 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12768 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER17 LR1]: 160114 words processed Wed Nov 18 01:01:47 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.058875. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12628 clock time +[SCHEDULER ITER17 LR1]: 200066 words processed Wed Nov 18 01:02:01 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.060098. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84265 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99358 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12771 clock time +[SCHEDULER ITER17 LR1]: 240045 words processed Wed Nov 18 01:02:14 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.056824. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48193 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81026 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12242 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45699 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER17 LR1]: 280057 words processed Wed Nov 18 01:02:27 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.053589. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48000 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80796 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13087 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98814 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45983 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER17 LR1]: 320106 words processed Wed Nov 18 01:02:40 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051827. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80612 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98853 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER17 LR1]: 360024 words processed Wed Nov 18 01:02:53 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051082. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79486 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97118 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45242 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12494 clock time +[SCHEDULER ITER17 LR1]: 400089 words processed Wed Nov 18 01:03:06 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049413. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81092 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98900 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER17 LR1]: 440067 words processed Wed Nov 18 01:03:19 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47517 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79671 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45253 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER17 LR1]: 480051 words processed Wed Nov 18 01:03:32 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051765. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80279 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45532 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER17 LR1]: 520140 words processed Wed Nov 18 01:03:45 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.051868. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83054 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12646 clock time +[SCHEDULER ITER17 LR1]: 560132 words processed Wed Nov 18 01:03:58 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.052340. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45427 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER17 LR1]: 600118 words processed Wed Nov 18 01:04:11 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.050566. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47702 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45727 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER17 LR1]: 640090 words processed Wed Nov 18 01:04:25 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049437. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48534 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84783 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99801 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46757 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12825 clock time +[SCHEDULER ITER17 LR1]: 680075 words processed Wed Nov 18 01:04:38 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048901. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47485 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80044 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER17 LR1]: 720043 words processed Wed Nov 18 01:04:51 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048947. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81309 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12540 clock time +[SCHEDULER ITER17 LR1]: 760012 words processed Wed Nov 18 01:05:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048059. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81062 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11812 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER17 LR1]: 800113 words processed Wed Nov 18 01:05:17 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048592. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81254 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46283 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER17 LR1]: 840089 words processed Wed Nov 18 01:05:30 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.048633. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47424 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97079 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12441 clock time +[SCHEDULER ITER17 LR1]: 880052 words processed Wed Nov 18 01:05:43 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.049066. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 123.60939506581> <PPL_OOV 111.9929795575> <LOGP -1904905.2257849> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER17 LR1]: shuffling training file +===PEEK ON TEST 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40087 words processed Wed Nov 18 01:05:53 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.189179. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82317 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55264 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12116 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.34178481977> <PPL_OOV 153.96296950286> <LOGP -180308.72386106> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 17=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER17 LR1]: 40095 words processed Wed Nov 18 01:06:04 2015. + [SCHEDULER ITER17 LR1]: log prob per sample :-2.254521. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.60289 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12272 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER17 LR1]: Displaying result: +[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.65506161296> <PPL_OOV 162.51420142726> <LOGP -163075.34362507> +[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER17 LR1]: PPL did not improve, rejected, copying param file of last iter... + +[SCHEDULER ITER18 LR0.6]: preparing parameters... +[SCHEDULER ITER18 LR0.6]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.17... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46040789 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46045646 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92309964 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92426275 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321898 +[SCHEDULER ITER18 LR0.6]: preparing parameters end. +[SCHEDULER ITER18 LR0.6]: preparing layers... +(01:06:13 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:06:13 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:06:13 2015-11-18)[nerv] info: create layer: combinerL1 +(01:06:13 2015-11-18)[nerv] info: create layer: outputL +(01:06:13 2015-11-18)[nerv] info: create layer: softmaxL +(01:06:13 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER18 LR0.6]: preparing layers end. +[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER18 LR0.6]: Initing TNN end. +===ITERATION 18 LR 0.600000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40092 words processed Wed Nov 18 01:06:26 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.034654. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48302 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81674 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER18 LR0.6]: 80099 words processed Wed Nov 18 01:06:39 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.029461. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80074 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98268 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45412 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12464 clock time +[SCHEDULER ITER18 LR0.6]: 120004 words processed Wed Nov 18 01:06:52 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023381. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80204 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45440 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER18 LR0.6]: 160114 words processed Wed Nov 18 01:07:05 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.023577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82836 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18506 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00914 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER18 LR0.6]: 200066 words processed Wed Nov 18 01:07:18 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.022745. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48104 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46014 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER18 LR0.6]: 240045 words processed Wed Nov 18 01:07:31 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018657. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83350 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46213 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER18 LR0.6]: 280057 words processed Wed Nov 18 01:07:44 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014651. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47989 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81670 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00640 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER18 LR0.6]: 320106 words processed Wed Nov 18 01:07:58 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.012165. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46886 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12626 clock time +[SCHEDULER ITER18 LR0.6]: 360024 words processed Wed Nov 18 01:08:11 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010607. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80811 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER18 LR0.6]: 400089 words processed Wed Nov 18 01:08:24 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008116. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81228 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15047 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46302 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER18 LR0.6]: 440067 words processed Wed Nov 18 01:08:37 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008955. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11756 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98790 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER18 LR0.6]: 480051 words processed Wed Nov 18 01:08:50 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.009446. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80237 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45639 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER18 LR0.6]: 520140 words processed Wed Nov 18 01:09:03 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008913. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82843 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER18 LR0.6]: 560132 words processed Wed Nov 18 01:09:16 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.008798. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80083 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time +[SCHEDULER ITER18 LR0.6]: 600118 words processed Wed Nov 18 01:09:29 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.006422. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79868 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98489 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12484 clock time +[SCHEDULER ITER18 LR0.6]: 640090 words processed Wed Nov 18 01:09:42 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.004642. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47295 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79893 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER18 LR0.6]: 680075 words processed Wed Nov 18 01:09:55 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47203 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45403 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER18 LR0.6]: 720043 words processed Wed Nov 18 01:10:08 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.002975. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80093 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10834 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45358 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER18 LR0.6]: 760012 words processed Wed Nov 18 01:10:21 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47227 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10848 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12472 clock time +[SCHEDULER ITER18 LR0.6]: 800113 words processed Wed Nov 18 01:10:34 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001687. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81334 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15539 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46446 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER18 LR0.6]: 840089 words processed Wed Nov 18 01:10:47 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000731. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80950 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99234 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45832 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER18 LR0.6]: 880052 words processed Wed Nov 18 01:11:00 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000778. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80655 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98965 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 110.74585638614> <PPL_OOV 100.1904092633> <LOGP -1859945.9805466> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER18 LR0.6]: shuffling training file +===PEEK ON TEST 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40087 words processed Wed Nov 18 01:11:10 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.161595. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81049 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12008 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.90330871157> <PPL_OOV 144.87847735377> <LOGP -178131.5492493> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 18=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER18 LR0.6]: 40095 words processed Wed Nov 18 01:11:21 2015. + [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.230499. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83333 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12079 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER18 LR0.6]: Displaying result: +[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 169.96685846585> <PPL_OOV 152.97725438205> <LOGP -161138.07734034> +[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER18 LR0.6]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... + +[SCHEDULER ITER19 LR0.36]: preparing parameters... +[SCHEDULER ITER19 LR0.36]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.18... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1894502 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1899358 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169801 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286086 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94324698 +[SCHEDULER ITER19 LR0.36]: preparing parameters end. +[SCHEDULER ITER19 LR0.36]: preparing layers... +(01:11:32 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:11:32 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:11:32 2015-11-18)[nerv] info: create layer: combinerL1 +(01:11:32 2015-11-18)[nerv] info: create layer: outputL +(01:11:32 2015-11-18)[nerv] info: create layer: softmaxL +(01:11:32 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER19 LR0.36]: preparing layers end. +[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER19 LR0.36]: Initing TNN end. +===ITERATION 19 LR 0.360000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40092 words processed Wed Nov 18 01:11:45 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.997246. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83523 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96110 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47066 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER19 LR0.36]: 80099 words processed Wed Nov 18 01:11:58 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.992757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81225 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93276 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER19 LR0.36]: 120004 words processed Wed Nov 18 01:12:11 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986713. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45665 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER19 LR0.36]: 160114 words processed Wed Nov 18 01:12:24 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.987052. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95162 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46376 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time +[SCHEDULER ITER19 LR0.36]: 200066 words processed Wed Nov 18 01:12:37 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986163. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45416 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER19 LR0.36]: 240045 words processed Wed Nov 18 01:12:50 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982070. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47732 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06981 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER19 LR0.36]: 280057 words processed Wed Nov 18 01:13:03 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.978092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48029 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83367 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12984 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46432 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER19 LR0.36]: 320106 words processed Wed Nov 18 01:13:16 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.975588. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82115 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46156 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER19 LR0.36]: 360024 words processed Wed Nov 18 01:13:29 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973917. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81012 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45467 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER19 LR0.36]: 400089 words processed Wed Nov 18 01:13:42 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971239. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10715 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.95074 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46450 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12580 clock time +[SCHEDULER ITER19 LR0.36]: 440067 words processed Wed Nov 18 01:13:55 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971940. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER19 LR0.36]: 480051 words processed Wed Nov 18 01:14:08 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.972298. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07065 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45494 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER19 LR0.36]: 520140 words processed Wed Nov 18 01:14:21 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46957 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12682 clock time +[SCHEDULER ITER19 LR0.36]: 560132 words processed Wed Nov 18 01:14:34 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81781 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07939 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45759 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12560 clock time +[SCHEDULER ITER19 LR0.36]: 600118 words processed Wed Nov 18 01:14:47 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.968877. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81593 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07123 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45555 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER19 LR0.36]: 640090 words processed Wed Nov 18 01:15:00 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966946. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82273 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08904 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94022 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12622 clock time +[SCHEDULER ITER19 LR0.36]: 680075 words processed Wed Nov 18 01:15:13 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.965667. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82104 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08486 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93996 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45677 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER19 LR0.36]: 720043 words processed Wed Nov 18 01:15:26 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964819. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81494 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45369 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[SCHEDULER ITER19 LR0.36]: 760012 words processed Wed Nov 18 01:15:39 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47257 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.05946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45462 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER19 LR0.36]: 800113 words processed Wed Nov 18 01:15:52 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.963080. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82290 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10481 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.94976 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46399 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER19 LR0.36]: 840089 words processed Wed Nov 18 01:16:05 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.06024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45400 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER19 LR0.36]: 880052 words processed Wed Nov 18 01:16:18 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961727. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81524 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.07453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.93706 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45511 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12509 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 101.04384865279> <PPL_OOV 91.563922711843> <LOGP -1823597.4140822> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER19 LR0.36]: shuffling training file +===PEEK ON TEST 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40087 words processed Wed Nov 18 01:16:28 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.140997. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82854 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55619 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12069 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.06285532222> <PPL_OOV 138.43309683958> <LOGP -176502.40779745> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 19=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER19 LR0.36]: 40095 words processed Wed Nov 18 01:16:39 2015. + [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.212296. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48255 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54767 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12047 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER19 LR0.36]: Displaying result: +[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 162.89537467304> <PPL_OOV 146.24730311894> <LOGP -159696.88101076> +[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER19 LR0.36]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... + +[SCHEDULER ITER20 LR0.216]: preparing parameters... +[SCHEDULER ITER20 LR0.216]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.19... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46037538 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46042394 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92315401 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92431688 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94325528 +[SCHEDULER ITER20 LR0.216]: preparing parameters end. +[SCHEDULER ITER20 LR0.216]: preparing layers... +(01:16:49 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:16:49 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:16:49 2015-11-18)[nerv] info: create layer: combinerL1 +(01:16:49 2015-11-18)[nerv] info: create layer: outputL +(01:16:49 2015-11-18)[nerv] info: create layer: softmaxL +(01:16:49 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER20 LR0.216]: preparing layers end. +[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER20 LR0.216]: Initing TNN end. +===ITERATION 20 LR 0.216000=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40092 words processed Wed Nov 18 01:17:02 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.971285. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46703 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER20 LR0.216]: 80099 words processed Wed Nov 18 01:17:15 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48493 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79211 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11219 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12431 clock time +[SCHEDULER ITER20 LR0.216]: 120004 words processed Wed Nov 18 01:17:29 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961339. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84971 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01601 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12819 clock time +[SCHEDULER ITER20 LR0.216]: 160114 words processed Wed Nov 18 01:17:43 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.961815. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83328 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01934 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47159 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER20 LR0.216]: 200066 words processed Wed Nov 18 01:17:56 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.960939. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48100 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80087 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER20 LR0.216]: 240045 words processed Wed Nov 18 01:18:09 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.957003. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48078 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80500 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99792 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45731 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER20 LR0.216]: 280057 words processed Wed Nov 18 01:18:22 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.953001. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00615 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46150 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER20 LR0.216]: 320106 words processed Wed Nov 18 01:18:35 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950491. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81004 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46424 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER20 LR0.216]: 360024 words processed Wed Nov 18 01:18:48 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47758 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00054 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46180 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time +[SCHEDULER ITER20 LR0.216]: 400089 words processed Wed Nov 18 01:19:01 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946006. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47781 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81768 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12567 clock time +[SCHEDULER ITER20 LR0.216]: 440067 words processed Wed Nov 18 01:19:14 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946610. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79239 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99062 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER20 LR0.216]: 480051 words processed Wed Nov 18 01:19:27 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946897. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79401 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45517 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12457 clock time +[SCHEDULER ITER20 LR0.216]: 520140 words processed Wed Nov 18 01:19:40 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.946042. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80433 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14620 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00785 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46384 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER20 LR0.216]: 560132 words processed Wed Nov 18 01:19:53 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945762. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47490 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10434 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER20 LR0.216]: 600118 words processed Wed Nov 18 01:20:06 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.943262. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47652 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98952 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45270 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER20 LR0.216]: 640090 words processed Wed Nov 18 01:20:19 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941123. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12477 clock time +[SCHEDULER ITER20 LR0.216]: 680075 words processed Wed Nov 18 01:20:32 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.939704. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79202 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09742 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98874 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45320 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12426 clock time +[SCHEDULER ITER20 LR0.216]: 720043 words processed Wed Nov 18 01:20:45 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938719. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10413 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER20 LR0.216]: 760012 words processed Wed Nov 18 01:20:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936838. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47371 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79094 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER20 LR0.216]: 800113 words processed Wed Nov 18 01:21:11 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936684. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81009 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00722 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46232 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER20 LR0.216]: 840089 words processed Wed Nov 18 01:21:24 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79429 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99310 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45614 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER20 LR0.216]: 880052 words processed Wed Nov 18 01:21:37 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935097. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80100 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99265 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45551 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.898460529851> <PPL_OOV 86.111949954208> <LOGP -1798813.6729592> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER20 LR0.216]: shuffling training file +===PEEK ON TEST 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40087 words processed Wed Nov 18 01:21:47 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.126993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54602 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12089 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 153.58878986833> <PPL_OOV 134.20795124944> <LOGP -175392.76087493> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 20=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER20 LR0.216]: 40095 words processed Wed Nov 18 01:21:58 2015. + [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.199927. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87344 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.62012 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12341 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER20 LR0.216]: Displaying result: +[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 158.13661700941> <PPL_OOV 141.70454298301> <LOGP -158686.06715207> +[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER20 LR0.216]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... + +[SCHEDULER ITER21 LR0.1296]: preparing parameters... +[SCHEDULER ITER21 LR0.1296]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.20... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1893265 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1898120 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48171853 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48288138 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94324725 +[SCHEDULER ITER21 LR0.1296]: preparing parameters end. +[SCHEDULER ITER21 LR0.1296]: preparing layers... +(01:22:09 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:22:09 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:22:09 2015-11-18)[nerv] info: create layer: combinerL1 +(01:22:09 2015-11-18)[nerv] info: create layer: outputL +(01:22:09 2015-11-18)[nerv] info: create layer: softmaxL +(01:22:09 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER21 LR0.1296]: preparing layers end. +[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER21 LR0.1296]: Initing TNN end. +===ITERATION 21 LR 0.129600=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40092 words processed Wed Nov 18 01:22:22 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.953742. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83535 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99809 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER21 LR0.1296]: 80099 words processed Wed Nov 18 01:22:35 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.949666. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82389 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45800 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER21 LR0.1296]: 120004 words processed Wed Nov 18 01:22:48 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944000. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48683 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13862 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45749 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER21 LR0.1296]: 160114 words processed Wed Nov 18 01:23:01 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944525. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83058 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99290 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER21 LR0.1296]: 200066 words processed Wed Nov 18 01:23:14 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47849 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81428 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97365 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER21 LR0.1296]: 240045 words processed Wed Nov 18 01:23:27 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939797. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81217 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45482 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER21 LR0.1296]: 280057 words processed Wed Nov 18 01:23:40 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935800. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82627 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46332 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER21 LR0.1296]: 320106 words processed Wed Nov 18 01:23:53 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933277. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83419 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46524 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12640 clock time +[SCHEDULER ITER21 LR0.1296]: 360024 words processed Wed Nov 18 01:24:06 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931540. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47296 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97410 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45545 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER21 LR0.1296]: 400089 words processed Wed Nov 18 01:24:19 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84280 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46928 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12643 clock time +[SCHEDULER ITER21 LR0.1296]: 440067 words processed Wed Nov 18 01:24:32 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929267. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83071 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14605 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12593 clock time +[SCHEDULER ITER21 LR0.1296]: 480051 words processed Wed Nov 18 01:24:45 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929487. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47603 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83625 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14747 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98174 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45954 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12603 clock time +[SCHEDULER ITER21 LR0.1296]: 520140 words processed Wed Nov 18 01:24:58 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928578. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47611 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83502 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17137 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99574 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46753 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time +[SCHEDULER ITER21 LR0.1296]: 560132 words processed Wed Nov 18 01:25:11 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928258. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47394 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81255 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45465 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER21 LR0.1296]: 600118 words processed Wed Nov 18 01:25:24 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.925730. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47340 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45324 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER21 LR0.1296]: 640090 words processed Wed Nov 18 01:25:37 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923506. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47300 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81370 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10628 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45571 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER21 LR0.1296]: 680075 words processed Wed Nov 18 01:25:51 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922004. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.88188 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99948 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47226 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12863 clock time +[SCHEDULER ITER21 LR0.1296]: 720043 words processed Wed Nov 18 01:26:04 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920910. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84278 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98455 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46271 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12712 clock time +[SCHEDULER ITER21 LR0.1296]: 760012 words processed Wed Nov 18 01:26:17 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47332 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81215 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97202 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45502 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER21 LR0.1296]: 800113 words processed Wed Nov 18 01:26:30 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918661. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47582 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82656 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46417 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER21 LR0.1296]: 840089 words processed Wed Nov 18 01:26:43 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.917307. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81547 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12585 clock time +[SCHEDULER ITER21 LR0.1296]: 880052 words processed Wed Nov 18 01:26:57 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.916896. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86668 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22246 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46953 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12801 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.907806161562> <PPL_OOV 82.571896416466> <LOGP -1781866.1828926> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER21 LR0.1296]: shuffling training file +===PEEK ON TEST 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40087 words processed Wed Nov 18 01:27:07 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.117906. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48806 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57050 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 150.8337307801> <PPL_OOV 131.59012321961> <LOGP -174687.57609084> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 21=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER21 LR0.1296]: 40095 words processed Wed Nov 18 01:27:18 2015. + [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.192129. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48533 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83460 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56408 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12082 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER21 LR0.1296]: Displaying result: +[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.17968513367> <PPL_OOV 138.8677647813> <LOGP -158038.28259389> +[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER21 LR0.1296]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... + +[SCHEDULER ITER22 LR0.07776]: preparing parameters... +[SCHEDULER ITER22 LR0.07776]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.21... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46035890 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46040744 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92314595 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92430868 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94323820 +[SCHEDULER ITER22 LR0.07776]: preparing parameters end. +[SCHEDULER ITER22 LR0.07776]: preparing layers... +(01:27:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:27:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:27:29 2015-11-18)[nerv] info: create layer: combinerL1 +(01:27:29 2015-11-18)[nerv] info: create layer: outputL +(01:27:29 2015-11-18)[nerv] info: create layer: softmaxL +(01:27:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER22 LR0.07776]: preparing layers end. +[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER22 LR0.07776]: Initing TNN end. +===ITERATION 22 LR 0.077760=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40092 words processed Wed Nov 18 01:27:42 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.941315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82201 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46644 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER22 LR0.07776]: 80099 words processed Wed Nov 18 01:27:55 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.937218. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48494 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80214 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99292 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45568 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER22 LR0.07776]: 120004 words processed Wed Nov 18 01:28:08 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931731. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48239 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79921 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45448 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER22 LR0.07776]: 160114 words processed Wed Nov 18 01:28:21 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80595 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46196 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER22 LR0.07776]: 200066 words processed Wed Nov 18 01:28:34 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.931543. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79543 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10446 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45265 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER22 LR0.07776]: 240045 words processed Wed Nov 18 01:28:47 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.927720. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10554 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45351 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER22 LR0.07776]: 280057 words processed Wed Nov 18 01:29:00 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.923755. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48090 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81733 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46531 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER22 LR0.07776]: 320106 words processed Wed Nov 18 01:29:13 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921251. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47763 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81856 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17521 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER22 LR0.07776]: 360024 words processed Wed Nov 18 01:29:27 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47894 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83634 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19469 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12666 clock time +[SCHEDULER ITER22 LR0.07776]: 400089 words processed Wed Nov 18 01:29:40 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46635 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER22 LR0.07776]: 440067 words processed Wed Nov 18 01:29:53 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917239. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47406 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80400 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12217 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER22 LR0.07776]: 480051 words processed Wed Nov 18 01:30:06 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.917423. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80608 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99653 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45824 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER22 LR0.07776]: 520140 words processed Wed Nov 18 01:30:19 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916502. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81649 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16770 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01344 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER22 LR0.07776]: 560132 words processed Wed Nov 18 01:30:32 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916174. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81849 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15873 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00673 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER22 LR0.07776]: 600118 words processed Wed Nov 18 01:30:45 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.913629. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47519 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80482 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12689 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45696 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER22 LR0.07776]: 640090 words processed Wed Nov 18 01:30:58 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911354. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47237 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80166 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12156 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99638 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[SCHEDULER ITER22 LR0.07776]: 680075 words processed Wed Nov 18 01:31:11 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909822. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79619 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45421 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER22 LR0.07776]: 720043 words processed Wed Nov 18 01:31:24 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908650. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79780 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45608 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12443 clock time +[SCHEDULER ITER22 LR0.07776]: 760012 words processed Wed Nov 18 01:31:37 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906572. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45390 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12407 clock time +[SCHEDULER ITER22 LR0.07776]: 800113 words processed Wed Nov 18 01:31:50 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.906280. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01155 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46616 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER22 LR0.07776]: 840089 words processed Wed Nov 18 01:32:03 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904877. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80432 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12632 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99762 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45794 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER22 LR0.07776]: 880052 words processed Wed Nov 18 01:32:16 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.904405. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47315 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12143 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.265236341464> <PPL_OOV 80.226713919465> <LOGP -1770233.9985122> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER22 LR0.07776]: shuffling training file +===PEEK ON TEST 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40087 words processed Wed Nov 18 01:32:26 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.112490. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81313 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53997 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12032 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.22713519715> <PPL_OOV 130.06453588252> <LOGP -174270.11776113> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 22=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER22 LR0.07776]: 40095 words processed Wed Nov 18 01:32:37 2015. + [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.187414. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83575 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57172 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12133 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER22 LR0.07776]: Displaying result: +[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.46420317937> <PPL_OOV 137.222491028> <LOGP -157656.49004677> +[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER22 LR0.07776]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... + +[SCHEDULER ITER23 LR0.046656]: preparing parameters... +[SCHEDULER ITER23 LR0.046656]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.22... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892674 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897528 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48170983 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48287254 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94322750 +[SCHEDULER ITER23 LR0.046656]: preparing parameters end. +[SCHEDULER ITER23 LR0.046656]: preparing layers... +(01:32:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:32:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:32:48 2015-11-18)[nerv] info: create layer: combinerL1 +(01:32:48 2015-11-18)[nerv] info: create layer: outputL +(01:32:48 2015-11-18)[nerv] info: create layer: softmaxL +(01:32:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER23 LR0.046656]: preparing layers end. +[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER23 LR0.046656]: Initing TNN end. +===ITERATION 23 LR 0.046656=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40092 words processed Wed Nov 18 01:33:01 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.932881. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01254 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47426 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12717 clock time +[SCHEDULER ITER23 LR0.046656]: 80099 words processed Wed Nov 18 01:33:14 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.928670. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81421 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45340 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12537 clock time +[SCHEDULER ITER23 LR0.046656]: 120004 words processed Wed Nov 18 01:33:27 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923355. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81458 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45357 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER23 LR0.046656]: 160114 words processed Wed Nov 18 01:33:41 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923978. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84447 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99969 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46561 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER23 LR0.046656]: 200066 words processed Wed Nov 18 01:33:54 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.923299. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82826 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER23 LR0.046656]: 240045 words processed Wed Nov 18 01:34:07 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.919549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82144 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97986 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45638 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12608 clock time +[SCHEDULER ITER23 LR0.046656]: 280057 words processed Wed Nov 18 01:34:20 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.915614. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82969 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46212 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12569 clock time +[SCHEDULER ITER23 LR0.046656]: 320106 words processed Wed Nov 18 01:34:33 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.913146. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47693 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82442 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15113 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46387 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER23 LR0.046656]: 360024 words processed Wed Nov 18 01:34:46 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911406. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97639 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45636 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER23 LR0.046656]: 400089 words processed Wed Nov 18 01:35:00 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86667 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23326 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47334 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12791 clock time +[SCHEDULER ITER23 LR0.046656]: 440067 words processed Wed Nov 18 01:35:13 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909159. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47505 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82738 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13838 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46005 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12575 clock time +[SCHEDULER ITER23 LR0.046656]: 480051 words processed Wed Nov 18 01:35:26 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909343. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82336 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98071 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45947 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER23 LR0.046656]: 520140 words processed Wed Nov 18 01:35:39 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908436. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47549 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82857 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99207 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46541 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12614 clock time +[SCHEDULER ITER23 LR0.046656]: 560132 words processed Wed Nov 18 01:35:52 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.908137. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12077 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45707 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER23 LR0.046656]: 600118 words processed Wed Nov 18 01:36:05 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.905594. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12165 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER23 LR0.046656]: 640090 words processed Wed Nov 18 01:36:18 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.903298. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81864 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45607 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER23 LR0.046656]: 680075 words processed Wed Nov 18 01:36:31 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901764. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82587 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13388 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98163 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45911 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12638 clock time +[SCHEDULER ITER23 LR0.046656]: 720043 words processed Wed Nov 18 01:36:44 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900544. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83056 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14786 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46002 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER23 LR0.046656]: 760012 words processed Wed Nov 18 01:36:57 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898446. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47557 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82624 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98046 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER23 LR0.046656]: 800113 words processed Wed Nov 18 01:37:10 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.898126. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83127 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46495 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12650 clock time +[SCHEDULER ITER23 LR0.046656]: 840089 words processed Wed Nov 18 01:37:23 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896699. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81496 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10889 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97356 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER23 LR0.046656]: 880052 words processed Wed Nov 18 01:37:36 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.896203. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81142 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10624 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45553 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.574538972118> <PPL_OOV 78.723561298553> <LOGP -1762598.1021734> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER23 LR0.046656]: shuffling training file +===PEEK ON TEST 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40087 words processed Wed Nov 18 01:37:46 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.108984. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56405 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12059 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.16429358285> <PPL_OOV 129.06697398247> <LOGP -173994.49100086> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 23=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER23 LR0.046656]: 40095 words processed Wed Nov 18 01:37:57 2015. + [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.184135. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83036 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12080 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER23 LR0.046656]: Displaying result: +[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.34358280652> <PPL_OOV 136.15525315815> <LOGP -157406.37749156> +[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER23 LR0.046656]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... + +[SCHEDULER ITER24 LR0.0279936]: preparing parameters... +[SCHEDULER ITER24 LR0.0279936]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.23... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46035274 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46040128 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92313338 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92429593 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94322130 +[SCHEDULER ITER24 LR0.0279936]: preparing parameters end. +[SCHEDULER ITER24 LR0.0279936]: preparing layers... +(01:38:08 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:38:08 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:38:08 2015-11-18)[nerv] info: create layer: combinerL1 +(01:38:08 2015-11-18)[nerv] info: create layer: outputL +(01:38:08 2015-11-18)[nerv] info: create layer: softmaxL +(01:38:08 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER24 LR0.0279936]: preparing layers end. +[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER24 LR0.0279936]: Initing TNN end. +===ITERATION 24 LR 0.027994=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Wed Nov 18 01:38:21 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.927346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46803 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12551 clock time +[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Wed Nov 18 01:38:34 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.923065. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82460 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12557 clock time +[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Wed Nov 18 01:38:47 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917914. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82725 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17223 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45732 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Wed Nov 18 01:39:01 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.918557. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83602 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21760 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02805 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46935 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Wed Nov 18 01:39:15 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917932. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49059 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.87711 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27396 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02854 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46990 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12790 clock time +[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Wed Nov 18 01:39:29 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.914240. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49086 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86965 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.26590 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02569 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47292 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12812 clock time +[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Wed Nov 18 01:39:42 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.910323. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18070 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46383 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Wed Nov 18 01:39:56 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907871. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82603 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19097 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46768 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Wed Nov 18 01:40:09 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.906106. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82167 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00508 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45668 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Wed Nov 18 01:40:22 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82663 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46445 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time +[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Wed Nov 18 01:40:35 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45790 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Wed Nov 18 01:40:48 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904034. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47511 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82033 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14983 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00312 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45689 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12517 clock time +[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Wed Nov 18 01:41:02 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.903124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47713 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83832 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02857 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46783 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12679 clock time +[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Wed Nov 18 01:41:15 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82581 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45762 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Wed Nov 18 01:41:28 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83125 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01066 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46368 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Wed Nov 18 01:41:41 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897943. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81048 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13337 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99975 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Wed Nov 18 01:41:54 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896393. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47328 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80771 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45543 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Wed Nov 18 01:42:07 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895120. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47390 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81936 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00191 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45623 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Wed Nov 18 01:42:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892989. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81813 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Wed Nov 18 01:42:33 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.892636. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47518 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82474 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01629 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46474 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Wed Nov 18 01:42:46 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.891173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80759 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12728 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99824 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45534 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12467 clock time +[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Wed Nov 18 01:42:59 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.890643. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47299 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80823 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13114 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45542 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12483 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.44815241644> <PPL_OOV 77.720338988107> <LOGP -1757420.2483801> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER24 LR0.0279936]: shuffling training file +===PEEK ON TEST 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40087 words processed Wed Nov 18 01:43:09 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.106615. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83298 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56120 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.37328782741> <PPL_OOV 128.39098511424> <LOGP -173806.50139952> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 24=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Wed Nov 18 01:43:20 2015. + [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.182032. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55240 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12035 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER24 LR0.0279936]: Displaying result: +[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.53876248028> <PPL_OOV 135.44193656287> <LOGP -157238.1126931> +[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER24 LR0.0279936]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... + +[SCHEDULER ITER25 LR0.01679616]: preparing parameters... +[SCHEDULER ITER25 LR0.01679616]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.24... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892462 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897316 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48170373 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286625 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94321713 +[SCHEDULER ITER25 LR0.01679616]: preparing parameters end. +[SCHEDULER ITER25 LR0.01679616]: preparing layers... +(01:43:31 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:43:31 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:43:31 2015-11-18)[nerv] info: create layer: combinerL1 +(01:43:31 2015-11-18)[nerv] info: create layer: outputL +(01:43:31 2015-11-18)[nerv] info: create layer: softmaxL +(01:43:31 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER25 LR0.01679616]: preparing layers end. +[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER25 LR0.01679616]: Initing TNN end. +===ITERATION 25 LR 0.016796=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Wed Nov 18 01:43:44 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.923243. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48782 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84846 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21400 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12708 clock time +[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Wed Nov 18 01:43:57 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918872. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82030 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97731 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45476 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Wed Nov 18 01:44:10 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913860. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83143 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16045 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98739 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45705 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12466 clock time +[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Wed Nov 18 01:44:24 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914503. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85043 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00669 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46763 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12625 clock time +[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Wed Nov 18 01:44:37 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.913919. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82544 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Wed Nov 18 01:44:50 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910294. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47968 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83133 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45737 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Wed Nov 18 01:45:03 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906410. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83915 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00035 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46365 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12573 clock time +[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Wed Nov 18 01:45:16 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903988. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83760 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17821 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Wed Nov 18 01:45:29 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.902222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83055 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14282 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98222 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Wed Nov 18 01:45:42 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899396. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99974 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46363 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Wed Nov 18 01:45:55 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899992. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82870 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Wed Nov 18 01:46:08 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.900186. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47443 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82508 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13979 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98593 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45761 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Wed Nov 18 01:46:22 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899293. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84951 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20098 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00366 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46878 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Wed Nov 18 01:46:35 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899029. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47581 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82833 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14083 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98298 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45808 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Wed Nov 18 01:46:48 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896469. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82974 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14048 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98437 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45657 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Wed Nov 18 01:47:01 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83862 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45952 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12610 clock time +[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Wed Nov 18 01:47:14 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892577. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13526 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98382 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Wed Nov 18 01:47:27 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.891284. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98033 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45401 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12460 clock time +[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Wed Nov 18 01:47:40 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.889149. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82752 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98462 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45714 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12533 clock time +[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Wed Nov 18 01:47:54 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.888790. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84821 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19787 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46743 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12583 clock time +[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Wed Nov 18 01:48:07 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.887314. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82977 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98284 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Wed Nov 18 01:48:20 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.886777. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82408 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45582 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.673150072491> <PPL_OOV 77.031136573215> <LOGP -1753824.244546> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER25 LR0.01679616]: shuffling training file +===PEEK ON TEST 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40087 words processed Wed Nov 18 01:48:30 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.104737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85025 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58033 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12100 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.64814537045> <PPL_OOV 127.8666692861> <LOGP -173660.00858106> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 25=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Wed Nov 18 01:48:41 2015. + [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.180301. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55931 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12020 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER25 LR0.01679616]: Displaying result: +[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.76760912254> <PPL_OOV 134.8423497064> <LOGP -157095.9887546> +[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER25 LR0.01679616]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... + +[SCHEDULER ITER26 LR0.010077696]: preparing parameters... +[SCHEDULER ITER26 LR0.010077696]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.25... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034991 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039845 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312815 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92429068 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321469 +[SCHEDULER ITER26 LR0.010077696]: preparing parameters end. +[SCHEDULER ITER26 LR0.010077696]: preparing layers... +(01:48:51 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:48:51 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:48:51 2015-11-18)[nerv] info: create layer: combinerL1 +(01:48:51 2015-11-18)[nerv] info: create layer: outputL +(01:48:51 2015-11-18)[nerv] info: create layer: softmaxL +(01:48:51 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER26 LR0.010077696]: preparing layers end. +[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER26 LR0.010077696]: Initing TNN end. +===ITERATION 26 LR 0.010078=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Wed Nov 18 01:49:04 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.920626. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49168 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85961 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.27304 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.03938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47828 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Wed Nov 18 01:49:17 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82235 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00409 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45812 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Wed Nov 18 01:49:30 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911254. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81727 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45742 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12550 clock time +[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Wed Nov 18 01:49:44 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911897. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82834 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02367 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46825 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12671 clock time +[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Wed Nov 18 01:49:57 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.911342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47917 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81701 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15716 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00500 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45923 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Wed Nov 18 01:50:10 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.907754. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81615 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00504 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45852 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12530 clock time +[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Wed Nov 18 01:50:24 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.903906. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48373 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83223 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.21212 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02422 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46915 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Wed Nov 18 01:50:37 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901507. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81787 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17480 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46518 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Wed Nov 18 01:50:50 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899747. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80904 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Wed Nov 18 01:51:03 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896921. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47401 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81503 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01342 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46190 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Wed Nov 18 01:51:16 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81492 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14131 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45580 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12524 clock time +[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Wed Nov 18 01:51:29 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897736. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80871 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45591 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time +[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Wed Nov 18 01:51:42 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82353 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01883 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46490 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12588 clock time +[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Wed Nov 18 01:51:55 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896604. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81057 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00438 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Wed Nov 18 01:52:08 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80995 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14273 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00529 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45825 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Wed Nov 18 01:52:21 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891688. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80540 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99943 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45606 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12469 clock time +[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Wed Nov 18 01:52:34 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890140. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80776 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00277 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45687 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Wed Nov 18 01:52:47 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.888836. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47335 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80977 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99997 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12493 clock time +[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Wed Nov 18 01:53:00 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886699. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47303 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81074 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00063 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45667 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time +[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Wed Nov 18 01:53:14 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.886342. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83049 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19414 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46650 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12552 clock time +[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Wed Nov 18 01:53:27 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884857. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81385 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45786 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Wed Nov 18 01:53:40 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.884316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47589 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80817 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13744 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00145 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.184044013878> <PPL_OOV 76.595967425186> <LOGP -1751537.0837484> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER26 LR0.010077696]: shuffling training file +===PEEK ON TEST 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40087 words processed Wed Nov 18 01:53:50 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.103395. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56428 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.05233075615> <PPL_OOV 127.50046195875> <LOGP -173557.33423712> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 26=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Wed Nov 18 01:54:01 2015. + [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.179033. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48444 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81957 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54693 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12043 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER26 LR0.010077696]: Displaying result: +[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 150.11721636677> <PPL_OOV 134.38886200695> <LOGP -156988.07526625> +[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER26 LR0.010077696]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... + +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters... +[SCHEDULER ITER27 LR0.0060466176]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.26... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892361 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897215 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48170074 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286329 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94321229 +[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end. +[SCHEDULER ITER27 LR0.0060466176]: preparing layers... +(01:54:12 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:54:12 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:54:12 2015-11-18)[nerv] info: create layer: combinerL1 +(01:54:12 2015-11-18)[nerv] info: create layer: outputL +(01:54:12 2015-11-18)[nerv] info: create layer: softmaxL +(01:54:12 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER27 LR0.0060466176]: preparing layers end. +[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end. +===ITERATION 27 LR 0.006047=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Wed Nov 18 01:54:25 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918962. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83920 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00116 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46619 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Wed Nov 18 01:54:38 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914462. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48338 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97964 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45818 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Wed Nov 18 01:54:51 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909585. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48088 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81958 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12847 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45374 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Wed Nov 18 01:55:04 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.910233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48272 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83023 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15932 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99224 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46134 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12487 clock time +[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Wed Nov 18 01:55:17 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.909692. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47707 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11334 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45435 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12499 clock time +[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Wed Nov 18 01:55:30 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906124. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47845 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81732 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Wed Nov 18 01:55:43 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.902309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83440 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16899 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46367 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12528 clock time +[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Wed Nov 18 01:55:56 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.899928. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83723 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17711 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99931 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46464 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Wed Nov 18 01:56:09 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898177. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47377 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83213 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14560 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98418 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45788 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Wed Nov 18 01:56:22 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895351. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47587 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16144 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99362 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Wed Nov 18 01:56:35 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895960. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82324 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45537 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Wed Nov 18 01:56:48 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896184. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47497 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83371 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14460 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98341 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45978 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12548 clock time +[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Wed Nov 18 01:57:01 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895315. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47662 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84194 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18115 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99887 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46705 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12554 clock time +[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Wed Nov 18 01:57:14 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.895067. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82183 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11798 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97719 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45488 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12481 clock time +[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Wed Nov 18 01:57:27 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.892505. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82542 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12880 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97910 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45672 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Wed Nov 18 01:57:40 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.890141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83082 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14368 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45942 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12541 clock time +[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Wed Nov 18 01:57:53 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.888591. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47461 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98151 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45717 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Wed Nov 18 01:58:06 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.887283. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47348 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81934 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11607 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97617 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45483 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Wed Nov 18 01:58:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.885141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82369 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12896 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45581 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Wed Nov 18 01:58:32 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.884788. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83560 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16876 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99725 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46574 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12570 clock time +[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Wed Nov 18 01:58:45 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.883297. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81983 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97647 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45559 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12485 clock time +[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Wed Nov 18 01:58:58 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.882758. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47541 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11799 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97656 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45584 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.875768012527> <PPL_OOV 76.321621876328> <LOGP -1750088.4912749> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER27 LR0.0060466176]: shuffling training file +===PEEK ON TEST 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40087 words processed Wed Nov 18 01:59:08 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.102501. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83610 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56470 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.659092807> <PPL_OOV 127.25401262137> <LOGP -173488.07055484> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 27=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Wed Nov 18 01:59:19 2015. + [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.178196. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48477 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83898 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56866 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12119 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER27 LR0.0060466176]: Displaying result: +[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.68704110567> <PPL_OOV 134.08164807245> <LOGP -156914.76247969> +[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER27 LR0.0060466176]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... + +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters... +[SCHEDULER ITER28 LR0.00362797056]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.27... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034848 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039702 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312519 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428776 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94321124 +[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end. +[SCHEDULER ITER28 LR0.00362797056]: preparing layers... +(01:59:30 2015-11-18)[nerv] info: create layer: recurrentL1 +(01:59:30 2015-11-18)[nerv] info: create layer: sigmoidL1 +(01:59:30 2015-11-18)[nerv] info: create layer: combinerL1 +(01:59:30 2015-11-18)[nerv] info: create layer: outputL +(01:59:30 2015-11-18)[nerv] info: create layer: softmaxL +(01:59:30 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER28 LR0.00362797056]: preparing layers end. +[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end. +===ITERATION 28 LR 0.003628=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Wed Nov 18 01:59:43 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81600 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18925 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02211 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46814 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Wed Nov 18 01:59:56 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913373. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48288 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11352 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99412 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Wed Nov 18 02:00:09 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48192 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79546 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12127 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99313 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12468 clock time +[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Wed Nov 18 02:00:22 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.909173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79737 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46239 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12465 clock time +[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Wed Nov 18 02:00:35 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.908638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47970 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80537 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00141 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46202 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Wed Nov 18 02:00:48 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.905078. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15186 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46175 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12558 clock time +[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Wed Nov 18 02:01:01 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.901289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48248 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81348 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46826 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12591 clock time +[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Wed Nov 18 02:01:14 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.898922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47723 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17720 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Wed Nov 18 02:01:27 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897178. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47484 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80630 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14068 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45938 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12502 clock time +[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Wed Nov 18 02:01:40 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894354. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47663 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81614 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02080 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46682 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12577 clock time +[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Wed Nov 18 02:01:53 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894966. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47522 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79957 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00378 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46057 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Wed Nov 18 02:02:06 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895199. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79683 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45706 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12545 clock time +[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Wed Nov 18 02:02:19 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47613 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80740 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16109 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01552 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46508 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Wed Nov 18 02:02:32 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894092. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79453 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11449 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45600 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Wed Nov 18 02:02:45 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.891529. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80104 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13010 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00158 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45844 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12522 clock time +[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Wed Nov 18 02:02:58 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.889160. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47599 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80516 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46029 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Wed Nov 18 02:03:11 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.887609. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47448 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79755 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45722 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12491 clock time +[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Wed Nov 18 02:03:24 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.886300. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47319 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80342 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13496 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00381 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45834 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Wed Nov 18 02:03:37 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.884154. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78833 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10391 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Wed Nov 18 02:03:50 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.883803. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47457 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80168 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14514 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01076 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46237 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12515 clock time +[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Wed Nov 18 02:04:03 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.882309. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47251 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78820 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99291 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45443 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Wed Nov 18 02:04:16 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.881771. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80354 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12525 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.681016662093> <PPL_OOV 76.14852113772> <LOGP -1749171.8074191> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER28 LR0.00362797056]: shuffling training file +===PEEK ON TEST 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40087 words processed Wed Nov 18 02:04:26 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.101971. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81145 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53844 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12044 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.48274785558> <PPL_OOV 127.10099131823> <LOGP -173444.99694505> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 28=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Wed Nov 18 02:04:37 2015. + [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.177686. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48499 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80699 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.53471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12057 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER28 LR0.00362797056]: Displaying result: +[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.48267153936> <PPL_OOV 133.8953857324> <LOGP -156870.23144727> +[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER28 LR0.00362797056]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... + +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters... +[SCHEDULER ITER29 LR0.002176782336]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.28... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892329 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897183 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169945 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286201 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320985 +[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end. +[SCHEDULER ITER29 LR0.002176782336]: preparing layers... +(02:04:48 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:04:48 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:04:48 2015-11-18)[nerv] info: create layer: combinerL1 +(02:04:48 2015-11-18)[nerv] info: create layer: outputL +(02:04:48 2015-11-18)[nerv] info: create layer: softmaxL +(02:04:48 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER29 LR0.002176782336]: preparing layers end. +[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end. +===ITERATION 29 LR 0.002177=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Wed Nov 18 02:05:01 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.917179. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48498 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83343 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18030 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99938 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46685 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Wed Nov 18 02:05:14 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912694. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48405 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11724 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45364 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Wed Nov 18 02:05:27 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907848. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48170 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81949 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13011 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97659 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45561 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Wed Nov 18 02:05:40 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.908497. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82862 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16411 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99454 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46430 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Wed Nov 18 02:05:53 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.907967. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47750 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81261 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11633 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45664 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Wed Nov 18 02:06:06 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.904411. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48198 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84124 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98858 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46013 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12631 clock time +[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Wed Nov 18 02:06:19 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900637. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18178 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99871 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Wed Nov 18 02:06:32 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.898279. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47992 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84067 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18619 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99879 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46747 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12581 clock time +[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Wed Nov 18 02:06:45 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896541. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47423 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80960 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10796 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45540 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12452 clock time +[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Wed Nov 18 02:06:58 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82129 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14600 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46335 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12503 clock time +[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Wed Nov 18 02:07:11 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894330. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81457 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97861 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45425 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12476 clock time +[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Wed Nov 18 02:07:24 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894571. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82137 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98016 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45724 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Wed Nov 18 02:07:37 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893715. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16691 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46533 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Wed Nov 18 02:07:50 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893473. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81388 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10694 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97475 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45471 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12496 clock time +[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Wed Nov 18 02:08:03 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47311 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80911 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09967 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45261 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12427 clock time +[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Wed Nov 18 02:08:16 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888539. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81745 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45766 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12508 clock time +[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Wed Nov 18 02:08:29 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.886988. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47232 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80884 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09946 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Wed Nov 18 02:08:42 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.885680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47316 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80962 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10285 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97375 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45455 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12442 clock time +[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Wed Nov 18 02:08:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883531. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47524 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98043 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45670 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12561 clock time +[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Wed Nov 18 02:09:08 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.883180. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47558 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83445 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17252 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99909 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46604 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Wed Nov 18 02:09:21 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881683. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47389 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81773 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11865 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97888 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45645 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Wed Nov 18 02:09:34 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.881149. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81536 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11698 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97839 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45647 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12475 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.558053146248> <PPL_OOV 76.039482202699> <LOGP -1748593.3031887> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER29 LR0.002176782336]: shuffling training file +===PEEK ON TEST 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40087 words processed Wed Nov 18 02:09:44 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.101638. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48453 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82564 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55342 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12078 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.41148868824> <PPL_OOV 126.99991116995> <LOGP -173416.51567888> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 29=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Wed Nov 18 02:09:55 2015. + [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.177333. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48425 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82530 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12065 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER29 LR0.002176782336]: Displaying result: +[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.38502510904> <PPL_OOV 133.77291036919> <LOGP -156840.91663974> +[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER29 LR0.002176782336]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... + +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters... +[SCHEDULER ITER30 LR0.0013060694016]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.29... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034762 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039616 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312347 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428603 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320924 +[SCHEDULER ITER30 LR0.0013060694016]: preparing parameters end. +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers... +(02:10:06 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:10:06 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:10:06 2015-11-18)[nerv] info: create layer: combinerL1 +(02:10:06 2015-11-18)[nerv] info: create layer: outputL +(02:10:06 2015-11-18)[nerv] info: create layer: softmaxL +(02:10:06 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER30 LR0.0013060694016]: preparing layers end. +[SCHEDULER ITER30 LR0.0013060694016]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER30 LR0.0013060694016]: Initing TNN end. +===ITERATION 30 LR 0.001306=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Wed Nov 18 02:10:19 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916760. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48566 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80970 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19205 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02907 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46926 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Wed Nov 18 02:10:32 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912289. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78509 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11820 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00028 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45590 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12450 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Wed Nov 18 02:10:45 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907431. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78218 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11324 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99752 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45492 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12489 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Wed Nov 18 02:10:58 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.908076. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79448 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15244 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46499 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Wed Nov 18 02:11:11 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.907546. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48142 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80105 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46066 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12546 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Wed Nov 18 02:11:24 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903993. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78024 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10690 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99897 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45598 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Wed Nov 18 02:11:37 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900226. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80368 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46679 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Wed Nov 18 02:11:50 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.897874. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47777 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79470 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15044 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01561 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46588 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12519 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Wed Nov 18 02:12:03 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47408 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78387 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10911 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45750 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Wed Nov 18 02:12:16 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893316. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47627 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79605 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14922 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01572 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46509 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Wed Nov 18 02:12:29 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78053 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10038 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99741 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45621 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12459 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Wed Nov 18 02:12:42 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894175. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78186 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10445 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45646 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Wed Nov 18 02:12:55 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893322. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47565 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79641 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15416 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01804 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46662 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Wed Nov 18 02:13:08 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893083. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47483 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78268 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10331 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99783 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45632 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12504 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Wed Nov 18 02:13:21 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.890522. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47471 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78370 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10279 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45592 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12433 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Wed Nov 18 02:13:34 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888150. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78325 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10201 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45567 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12482 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Wed Nov 18 02:13:47 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.886597. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47415 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78016 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99674 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12430 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Wed Nov 18 02:14:00 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.885291. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47386 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78505 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10775 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45548 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12449 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Wed Nov 18 02:14:13 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.883141. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78116 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99779 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45437 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Wed Nov 18 02:14:26 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.882789. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80632 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16953 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46628 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12572 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Wed Nov 18 02:14:39 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.881290. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47393 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79047 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12153 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45752 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12527 clock time +[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Wed Nov 18 02:14:52 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.880757. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47429 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77958 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09797 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99618 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45463 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12461 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.480613065678> <PPL_OOV 75.970757576851> <LOGP -1748228.259493> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER30 LR0.0013060694016]: shuffling training file +===PEEK ON TEST 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40087 words processed Wed Nov 18 02:15:02 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.101389. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48588 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54305 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12027 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.35106479125> <PPL_OOV 126.92506396644> <LOGP -173395.41143586> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 30=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Wed Nov 18 02:15:13 2015. + [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.177054. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48218 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79590 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51918 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11959 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER30 LR0.0013060694016]: Displaying result: +[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.30058258205> <PPL_OOV 133.67832148002> <LOGP -156818.25816062> +[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER30 LR0.0013060694016]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... + +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters... +[SCHEDULER ITER31 LR0.00078364164096]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.30... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892328 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897182 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169884 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286140 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320886 +[SCHEDULER ITER31 LR0.00078364164096]: preparing parameters end. +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers... +(02:15:23 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:15:23 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:15:23 2015-11-18)[nerv] info: create layer: combinerL1 +(02:15:23 2015-11-18)[nerv] info: create layer: outputL +(02:15:23 2015-11-18)[nerv] info: create layer: softmaxL +(02:15:23 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER31 LR0.00078364164096]: preparing layers end. +[SCHEDULER ITER31 LR0.00078364164096]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER31 LR0.00078364164096]: Initing TNN end. +===ITERATION 31 LR 0.000784=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40092 words processed Wed Nov 18 02:15:36 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.916482. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48985 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86521 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24216 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01266 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47402 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12716 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 80099 words processed Wed Nov 18 02:15:49 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.912027. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48542 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83559 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14658 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97718 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45596 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 120004 words processed Wed Nov 18 02:16:02 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907158. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48551 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82804 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98150 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45605 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12556 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 160114 words processed Wed Nov 18 02:16:16 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907802. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48509 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85410 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20128 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46485 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 200066 words processed Wed Nov 18 02:16:29 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.907273. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48053 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83748 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15419 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45851 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12538 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 240045 words processed Wed Nov 18 02:16:42 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.903721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82770 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98149 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45669 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12597 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 280057 words processed Wed Nov 18 02:16:56 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.899957. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48166 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85302 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19754 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99701 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46618 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 320106 words processed Wed Nov 18 02:17:10 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.897610. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18961 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00039 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46583 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12642 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 360024 words processed Wed Nov 18 02:17:23 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.895884. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84060 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15261 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98103 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45695 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12604 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 400089 words processed Wed Nov 18 02:17:36 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893060. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47685 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83361 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16474 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99531 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46391 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12549 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 440067 words processed Wed Nov 18 02:17:49 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893671. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47527 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81839 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11323 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97383 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45423 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12510 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 480051 words processed Wed Nov 18 02:18:02 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893922. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47463 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11020 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97402 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45346 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 520140 words processed Wed Nov 18 02:18:15 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.893072. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47545 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82853 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98998 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46178 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 560132 words processed Wed Nov 18 02:18:28 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.892834. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47470 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81743 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10980 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97350 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12529 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 600118 words processed Wed Nov 18 02:18:41 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.890274. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47472 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11592 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97507 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45486 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 640090 words processed Wed Nov 18 02:18:54 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.887903. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47447 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81847 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11164 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97392 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45461 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 680075 words processed Wed Nov 18 02:19:07 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.886349. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82386 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11944 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97564 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45366 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 720043 words processed Wed Nov 18 02:19:20 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.885044. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82015 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11988 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97766 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45468 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 760012 words processed Wed Nov 18 02:19:33 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882894. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82212 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12320 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45573 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12500 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 800113 words processed Wed Nov 18 02:19:47 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.882540. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47800 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85160 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20185 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12616 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 840089 words processed Wed Nov 18 02:20:00 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.881040. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47571 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82968 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14050 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98432 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45712 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12596 clock time +[SCHEDULER ITER31 LR0.00078364164096]: 880052 words processed Wed Nov 18 02:20:13 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-1.880507. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47439 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82158 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12436 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97933 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45469 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12574 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.431197879376> <PPL_OOV 75.9270359518> <LOGP -1747995.8520004> +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER31 LR0.00078364164096]: shuffling training file +===PEEK ON TEST 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40087 words processed Wed Nov 18 02:20:23 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.101190. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83412 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56044 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.11991 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.28426876172> <PPL_OOV 126.86526752386> <LOGP -173378.54202602> +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 31=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER31 LR0.00078364164096]: 40095 words processed Wed Nov 18 02:20:34 2015. + [SCHEDULER ITER31 LR0.00078364164096]: log prob per sample :-2.176852. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48467 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83837 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.56509 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12030 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER31 LR0.00078364164096]: Displaying result: +[SCHEDULER ITER31 LR0.00078364164096]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.22134668534> <PPL_OOV 133.60601825601> <LOGP -156800.92733013> +[SCHEDULER ITER31 LR0.00078364164096]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER31 LR0.00078364164096]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... + +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters... +[SCHEDULER ITER32 LR0.000470184984576]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.31... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034718 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039572 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312284 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428540 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320874 +[SCHEDULER ITER32 LR0.000470184984576]: preparing parameters end. +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers... +(02:20:45 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:20:45 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:20:45 2015-11-18)[nerv] info: create layer: combinerL1 +(02:20:45 2015-11-18)[nerv] info: create layer: outputL +(02:20:45 2015-11-18)[nerv] info: create layer: softmaxL +(02:20:45 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER32 LR0.000470184984576]: preparing layers end. +[SCHEDULER ITER32 LR0.000470184984576]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER32 LR0.000470184984576]: Initing TNN end. +===ITERATION 32 LR 0.000470=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40092 words processed Wed Nov 18 02:20:58 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.916317. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48678 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80814 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18681 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46831 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12497 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 80099 words processed Wed Nov 18 02:21:11 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.911870. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79978 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00132 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45710 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 120004 words processed Wed Nov 18 02:21:24 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.906990. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48225 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78443 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11651 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99704 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45257 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12447 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 160114 words processed Wed Nov 18 02:21:37 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907631. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80414 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17403 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01957 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12516 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 200066 words processed Wed Nov 18 02:21:50 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.907103. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48085 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79178 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00040 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12470 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 240045 words processed Wed Nov 18 02:22:03 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.903548. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47891 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11018 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99654 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45406 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12471 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 280057 words processed Wed Nov 18 02:22:16 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.899787. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48008 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79795 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46218 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12490 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 320106 words processed Wed Nov 18 02:22:29 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.897441. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47956 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80744 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17757 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02183 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46552 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12512 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 360024 words processed Wed Nov 18 02:22:42 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.895721. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47738 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79665 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14177 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00664 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45885 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12521 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 400089 words processed Wed Nov 18 02:22:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892898. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47696 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81402 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18095 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46649 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12571 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 440067 words processed Wed Nov 18 02:23:08 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893509. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47513 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79395 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12699 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00271 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45690 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12498 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 480051 words processed Wed Nov 18 02:23:21 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.893763. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47577 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80002 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00537 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12520 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 520140 words processed Wed Nov 18 02:23:34 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892915. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47616 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79736 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15120 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01479 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 560132 words processed Wed Nov 18 02:23:47 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.892679. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47441 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77917 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09468 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99404 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45272 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12421 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 600118 words processed Wed Nov 18 02:24:00 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.890118. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78364 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10842 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45479 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12474 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 640090 words processed Wed Nov 18 02:24:13 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.887748. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47339 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78330 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10550 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99784 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45433 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12439 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 680075 words processed Wed Nov 18 02:24:27 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.886192. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48061 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.20034 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02041 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46725 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12742 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 720043 words processed Wed Nov 18 02:24:41 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.884888. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85108 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24924 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02878 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47203 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12886 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 760012 words processed Wed Nov 18 02:24:55 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882738. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48512 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85024 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02789 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47207 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12838 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 800113 words processed Wed Nov 18 02:25:09 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.882383. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47765 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81234 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02363 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46882 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 840089 words processed Wed Nov 18 02:25:22 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880882. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47357 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78161 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10372 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99705 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45546 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12436 clock time +[SCHEDULER ITER32 LR0.000470184984576]: 880052 words processed Wed Nov 18 02:25:35 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-1.880349. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47426 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78181 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99679 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45530 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12445 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.398816118862> <PPL_OOV 75.899411719649> <LOGP -1747848.9431122> +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER32 LR0.000470184984576]: shuffling training file +===PEEK ON TEST 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40087 words processed Wed Nov 18 02:25:45 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.101053. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49133 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84555 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.58612 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12231 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.24083558061> <PPL_OOV 126.82368054716> <LOGP -173366.80507176> +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 32=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER32 LR0.000470184984576]: 40095 words processed Wed Nov 18 02:25:56 2015. + [SCHEDULER ITER32 LR0.000470184984576]: log prob per sample :-2.176735. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48523 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81243 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54352 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12074 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER32 LR0.000470184984576]: Displaying result: +[SCHEDULER ITER32 LR0.000470184984576]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.17373819959> <PPL_OOV 133.55978966694> <LOGP -156789.84158264> +[SCHEDULER ITER32 LR0.000470184984576]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER32 LR0.000470184984576]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... + +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters... +[SCHEDULER ITER33 LR0.0002821109907456]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.32... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892335 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897189 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169887 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286142 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320865 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing parameters end. +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers... +(02:26:07 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:26:07 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:26:07 2015-11-18)[nerv] info: create layer: combinerL1 +(02:26:07 2015-11-18)[nerv] info: create layer: outputL +(02:26:07 2015-11-18)[nerv] info: create layer: softmaxL +(02:26:07 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER33 LR0.0002821109907456]: preparing layers end. +[SCHEDULER ITER33 LR0.0002821109907456]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER33 LR0.0002821109907456]: Initing TNN end. +===ITERATION 33 LR 0.000282=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40092 words processed Wed Nov 18 02:26:20 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.916222. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49703 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.89155 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.30015 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02130 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.48331 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12890 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 80099 words processed Wed Nov 18 02:26:34 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.911774. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49649 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.23421 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00031 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47155 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12938 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 120004 words processed Wed Nov 18 02:26:48 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906887. + [global_conf.timer]: time spent on tnn_beforeprocess:0.49427 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86918 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.24397 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00024 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.47148 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12971 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 160114 words processed Wed Nov 18 02:27:02 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.907526. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48746 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83966 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19208 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99872 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46845 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12714 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 200066 words processed Wed Nov 18 02:27:15 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.906999. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48147 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81190 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12831 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46017 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 240045 words processed Wed Nov 18 02:27:28 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.903439. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48025 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81111 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12027 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97686 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45846 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12562 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 280057 words processed Wed Nov 18 02:27:41 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.899680. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47918 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81281 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14140 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98890 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46407 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12599 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 320106 words processed Wed Nov 18 02:27:54 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.897335. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47906 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82791 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46827 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12653 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 360024 words processed Wed Nov 18 02:28:07 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.895619. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47675 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81623 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12868 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97892 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45880 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 400089 words processed Wed Nov 18 02:28:20 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892797. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47602 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81633 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14351 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99122 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46538 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12579 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 440067 words processed Wed Nov 18 02:28:33 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893407. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80196 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09595 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97180 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 480051 words processed Wed Nov 18 02:28:46 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.893664. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79440 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08176 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96949 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45480 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12536 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 520140 words processed Wed Nov 18 02:28:59 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892818. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47660 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81020 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98828 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12602 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 560132 words processed Wed Nov 18 02:29:12 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.892582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47347 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79628 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45349 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12513 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 600118 words processed Wed Nov 18 02:29:25 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.890022. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79568 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08476 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45503 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 640090 words processed Wed Nov 18 02:29:38 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.887652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47487 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81029 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11788 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97795 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46041 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12645 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 680075 words processed Wed Nov 18 02:29:51 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.886095. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80130 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09692 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97275 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45745 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 720043 words processed Wed Nov 18 02:30:04 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.884791. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47307 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79797 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97159 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45466 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12523 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 760012 words processed Wed Nov 18 02:30:17 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882641. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47247 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79318 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.08056 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.96993 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45395 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12505 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 800113 words processed Wed Nov 18 02:30:30 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.882286. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47578 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81365 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13810 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98923 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46507 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12590 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 840089 words processed Wed Nov 18 02:30:43 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880784. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47793 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81662 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12822 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97927 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45988 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12705 clock time +[SCHEDULER ITER33 LR0.0002821109907456]: 880052 words processed Wed Nov 18 02:30:57 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-1.880250. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48359 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.85338 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.19994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99167 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46787 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12870 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.377824942775> <PPL_OOV 75.882174723551> <LOGP -1747757.2476635> +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER33 LR0.0002821109907456]: shuffling training file +===PEEK ON TEST 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40087 words processed Wed Nov 18 02:31:07 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.100965. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48510 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81314 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54102 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12097 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.22626804684> <PPL_OOV 126.7969565019> <LOGP -173359.26080184> +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 33=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER33 LR0.0002821109907456]: 40095 words processed Wed Nov 18 02:31:18 2015. + [SCHEDULER ITER33 LR0.0002821109907456]: log prob per sample :-2.176677. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48435 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82588 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55429 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12190 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER33 LR0.0002821109907456]: Displaying result: +[SCHEDULER ITER33 LR0.0002821109907456]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.16012333483> <PPL_OOV 133.53521831947> <LOGP -156783.9477416> +[SCHEDULER ITER33 LR0.0002821109907456]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER33 LR0.0002821109907456]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... + +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters... +[SCHEDULER ITER34 LR0.00016926659444736]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.33... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034721 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039575 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312276 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428531 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320866 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing parameters end. +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers... +(02:31:29 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:31:29 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:31:29 2015-11-18)[nerv] info: create layer: combinerL1 +(02:31:29 2015-11-18)[nerv] info: create layer: outputL +(02:31:29 2015-11-18)[nerv] info: create layer: softmaxL +(02:31:29 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER34 LR0.00016926659444736]: preparing layers end. +[SCHEDULER ITER34 LR0.00016926659444736]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER34 LR0.00016926659444736]: Initing TNN end. +===ITERATION 34 LR 0.000169=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40092 words processed Wed Nov 18 02:31:42 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.916173. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48488 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79021 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16287 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02256 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46890 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12511 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 80099 words processed Wed Nov 18 02:31:55 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.911717. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48343 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77312 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10440 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00005 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45516 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12506 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 120004 words processed Wed Nov 18 02:32:08 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906826. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48231 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78102 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11991 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00452 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 160114 words processed Wed Nov 18 02:32:21 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.907464. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48318 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78485 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14037 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01576 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46273 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12488 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 200066 words processed Wed Nov 18 02:32:34 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.906938. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47885 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77038 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09676 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99912 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45434 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12507 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 240045 words processed Wed Nov 18 02:32:47 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.903374. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47901 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77661 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10645 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00105 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45558 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12495 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 280057 words processed Wed Nov 18 02:33:00 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.899616. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79563 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16263 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02084 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46547 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 320106 words processed Wed Nov 18 02:33:13 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.897270. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47942 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79212 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15761 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02129 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46506 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12535 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 360024 words processed Wed Nov 18 02:33:26 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.895556. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77601 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10014 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99994 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45397 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12514 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 400089 words processed Wed Nov 18 02:33:39 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892737. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47682 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78990 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14833 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01864 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46572 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12532 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 440067 words processed Wed Nov 18 02:33:52 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893346. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47384 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77901 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00317 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45643 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12542 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 480051 words processed Wed Nov 18 02:34:05 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.893605. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47399 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78291 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11753 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00672 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45908 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12531 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 520140 words processed Wed Nov 18 02:34:18 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892761. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47851 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80545 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17811 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02700 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46729 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12564 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 560132 words processed Wed Nov 18 02:34:31 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.892524. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47556 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79394 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14106 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01157 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46256 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12667 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 600118 words processed Wed Nov 18 02:34:44 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.889963. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47353 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11258 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00609 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45841 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 640090 words processed Wed Nov 18 02:34:57 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.887594. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47547 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79635 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14215 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01019 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46276 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12543 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 680075 words processed Wed Nov 18 02:35:10 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.886037. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47482 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78463 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12101 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00680 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45907 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12559 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 720043 words processed Wed Nov 18 02:35:23 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.884732. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47610 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78831 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12646 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00634 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45859 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12553 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 760012 words processed Wed Nov 18 02:35:36 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882582. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47379 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.77931 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11117 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00543 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45653 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12578 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 800113 words processed Wed Nov 18 02:35:49 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.882227. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47612 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80534 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.17930 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.02823 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46896 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12618 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 840089 words processed Wed Nov 18 02:36:02 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880725. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47580 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79459 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13631 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.01001 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45899 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12539 clock time +[SCHEDULER ITER34 LR0.00016926659444736]: 880052 words processed Wed Nov 18 02:36:15 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-1.880191. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47585 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.78171 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11604 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00459 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45726 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12526 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.365469157621> <PPL_OOV 75.871778747022> <LOGP -1747701.9342373> +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER34 LR0.00016926659444736]: shuffling training file +===PEEK ON TEST 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40087 words processed Wed Nov 18 02:36:25 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.100911. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48546 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79941 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.52867 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12060 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.2270950014> <PPL_OOV 126.78024520746> <LOGP -173354.54235036> +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 34=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER34 LR0.00016926659444736]: 40095 words processed Wed Nov 18 02:36:36 2015. + [SCHEDULER ITER34 LR0.00016926659444736]: log prob per sample :-2.176652. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48420 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79263 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.51891 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12022 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER34 LR0.00016926659444736]: Displaying result: +[SCHEDULER ITER34 LR0.00016926659444736]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.16478355106> <PPL_OOV 133.52438706087> <LOGP -156781.34934203> +[SCHEDULER ITER34 LR0.00016926659444736]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER34 LR0.00016926659444736]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... + +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters... +[SCHEDULER ITER35 LR0.00010155995666842]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.34... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 1 from 1892335 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 1897189 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 48169888 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 48286143 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 5 from 94320861 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing parameters end. +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers... +(02:36:47 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:36:47 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:36:47 2015-11-18)[nerv] info: create layer: combinerL1 +(02:36:47 2015-11-18)[nerv] info: create layer: outputL +(02:36:47 2015-11-18)[nerv] info: create layer: softmaxL +(02:36:47 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER ITER35 LR0.00010155995666842]: preparing layers end. +[SCHEDULER ITER35 LR0.00010155995666842]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER ITER35 LR0.00010155995666842]: Initing TNN end. +===ITERATION 35 LR 0.000102=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40092 words processed Wed Nov 18 02:37:00 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.916146. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48536 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82084 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16636 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99950 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46504 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12606 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 80099 words processed Wed Nov 18 02:37:13 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.911684. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48428 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79784 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09963 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97450 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45199 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12518 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 120004 words processed Wed Nov 18 02:37:26 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906792. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48187 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80061 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10771 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97667 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45254 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12534 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 160114 words processed Wed Nov 18 02:37:39 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.907428. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82102 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16213 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99730 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46525 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12594 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 200066 words processed Wed Nov 18 02:37:52 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.906903. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47936 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81529 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13395 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98417 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12658 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 240045 words processed Wed Nov 18 02:38:05 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.903337. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48220 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81476 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.13987 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98665 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12660 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 280057 words processed Wed Nov 18 02:38:18 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.899580. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48189 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.83121 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.18229 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00259 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46637 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12651 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 320106 words processed Wed Nov 18 02:38:31 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.897233. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47751 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81373 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14563 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99387 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46353 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12611 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 360024 words processed Wed Nov 18 02:38:44 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.895520. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47451 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.79691 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.09622 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97567 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45418 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12555 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 400089 words processed Wed Nov 18 02:38:57 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892702. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47677 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81424 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99364 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46323 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12619 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 440067 words processed Wed Nov 18 02:39:10 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893311. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47431 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81686 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12920 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98289 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45795 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12636 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 480051 words processed Wed Nov 18 02:39:24 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.893571. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48808 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.86001 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.22562 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:5.00583 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46966 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12821 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 520140 words processed Wed Nov 18 02:39:37 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892728. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47709 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82750 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.16855 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99863 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46673 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12635 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 560132 words processed Wed Nov 18 02:39:50 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.892491. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47491 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81715 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12926 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98407 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45836 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12639 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 600118 words processed Wed Nov 18 02:40:03 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.889929. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47540 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81955 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.14473 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99121 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46166 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12617 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 640090 words processed Wed Nov 18 02:40:16 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.887560. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47553 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80900 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11958 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98301 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45746 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12600 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 680075 words processed Wed Nov 18 02:40:29 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.886002. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47433 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80222 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10608 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97947 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45713 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12584 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 720043 words processed Wed Nov 18 02:40:42 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.884698. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47346 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80491 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11093 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98196 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45611 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12544 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 760012 words processed Wed Nov 18 02:40:55 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882549. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47267 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80341 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.10355 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.97780 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45556 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12565 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 800113 words processed Wed Nov 18 02:41:08 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.882193. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47478 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82098 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.15385 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.99684 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.46404 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12634 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 840089 words processed Wed Nov 18 02:41:21 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880691. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47555 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.80952 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.11881 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98250 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45697 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12547 clock time +[SCHEDULER ITER35 LR0.00010155995666842]: 880052 words processed Wed Nov 18 02:41:34 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-1.880156. + [global_conf.timer]: time spent on tnn_beforeprocess:0.47466 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81422 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:12.12843 clock time + [global_conf.timer]: time spent on tnn_actual_layer_update:4.98333 clock time + [global_conf.timer]: time spent on tnn_actual_layer_backpropagate:2.45924 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12621 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 83.359102563603> <PPL_OOV 75.865754322638> <LOGP -1747669.8768723> +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER35 LR0.00010155995666842]: shuffling training file +===PEEK ON TEST 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40087 words processed Wed Nov 18 02:41:44 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.100879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48535 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.82830 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.55676 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12067 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.23100281009> <PPL_OOV 126.7699956397> <LOGP -173351.64806645> +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. +===VALIDATION 35=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER35 LR0.00010155995666842]: 40095 words processed Wed Nov 18 02:41:55 2015. + [SCHEDULER ITER35 LR0.00010155995666842]: log prob per sample :-2.176640. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48464 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.81537 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.54144 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12010 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER35 LR0.00010155995666842]: Displaying result: +[SCHEDULER ITER35 LR0.00010155995666842]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 149.17361284705> <PPL_OOV 133.52072369531> <LOGP -156780.47045947> +[SCHEDULER ITER35 LR0.00010155995666842]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. +[SCHEDULER ITER35 LR0.00010155995666842]: PPL improves, saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... + +===VALIDATION PPL record=== +<ITER0 LR0.00000 train:0.000 valid:10730.852 test:0.000> +<ITER1 LR1.00000 train:472.152 valid:339.931 test:331.979> +<ITER2 LR1.00000 train:310.376 valid:261.288 test:250.010> +<ITER3 LR1.00000 train:273.438 valid:231.972 test:220.358> +<ITER4 LR1.00000 train:215.234 valid:213.186 test:202.803> +<ITER5 LR1.00000 train:193.120 valid:199.747 test:189.986> +<ITER6 LR1.00000 train:175.944 valid:188.495 test:179.857> +<ITER7 LR1.00000 train:164.241 valid:180.795 test:173.114> +<ITER8 LR1.00000 train:154.367 valid:176.466 test:168.703> +<ITER9 LR1.00000 train:146.347 valid:172.634 test:164.853> +<ITER10 LR1.00000 train:140.814 valid:169.566 test:162.153> +<ITER11 LR1.00000 train:134.447 valid:167.703 test:159.878> +<ITER12 LR1.00000 train:130.130 valid:166.497 test:158.732> +<ITER13 LR1.00000 train:125.432 valid:165.068 test:156.851> +<ITER14 LR1.00000 train:121.417 valid:164.195 test:155.989> +<ITER15 LR1.00000 train:117.850 valid:163.768 test:155.523> +<ITER16 LR1.00000 train:114.808 valid:162.504 test:154.272> +<ITER17 LR1.00000 train:111.993 valid:162.514 test:153.963> +<ITER18 LR0.60000 train:100.190 valid:152.977 test:144.878> +<ITER19 LR0.36000 train:91.564 valid:146.247 test:138.433> +<ITER20 LR0.21600 train:86.112 valid:141.705 test:134.208> +<ITER21 LR0.12960 train:82.572 valid:138.868 test:131.590> +<ITER22 LR0.07776 train:80.227 valid:137.222 test:130.065> +<ITER23 LR0.04666 train:78.724 valid:136.155 test:129.067> +<ITER24 LR0.02799 train:77.720 valid:135.442 test:128.391> +<ITER25 LR0.01680 train:77.031 valid:134.842 test:127.867> +<ITER26 LR0.01008 train:76.596 valid:134.389 test:127.500> +<ITER27 LR0.00605 train:76.322 valid:134.082 test:127.254> +<ITER28 LR0.00363 train:76.149 valid:133.895 test:127.101> +<ITER29 LR0.00218 train:76.039 valid:133.773 test:127.000> +<ITER30 LR0.00131 train:75.971 valid:133.678 test:126.925> +<ITER31 LR0.00078 train:75.927 valid:133.606 test:126.865> +<ITER32 LR0.00047 train:75.899 valid:133.560 test:126.824> +<ITER33 LR0.00028 train:75.882 valid:133.535 test:126.797> +<ITER34 LR0.00017 train:75.872 valid:133.524 test:126.780> +<ITER35 LR0.00010 train:75.866 valid:133.521 test:126.770> + +===FINAL TEST=== +[SCHEDULER FINAL_TEST]: preparing parameters... +[SCHEDULER FINAL_TEST]: loading parameter from file /home/slhome/txh18/workspace/nerv/play/dagL_test/params.35... +reading chunk 0 from 0 +metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} + +reading chunk 1 from 46034721 +metadata: return {type="nerv.BiasParam",id="bp_h"} + +reading chunk 2 from 46039575 +metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} + +reading chunk 3 from 92312275 +metadata: return {type="nerv.BiasParam",id="bp_o"} + +reading chunk 4 from 92428530 +metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} + +reading chunk 5 from 94320866 +[SCHEDULER FINAL_TEST]: preparing parameters end. +[SCHEDULER FINAL_TEST]: preparing layers... +(02:42:06 2015-11-18)[nerv] info: create layer: recurrentL1 +(02:42:06 2015-11-18)[nerv] info: create layer: sigmoidL1 +(02:42:06 2015-11-18)[nerv] info: create layer: combinerL1 +(02:42:06 2015-11-18)[nerv] info: create layer: outputL +(02:42:06 2015-11-18)[nerv] info: create layer: softmaxL +(02:42:06 2015-11-18)[nerv] info: create layer: selectL1 +[SCHEDULER FINAL_TEST]: preparing layers end. +[SCHEDULER FINAL_TEST]: Generate and initing TNN ... +<input> selectL1 0 +selectL1 recurrentL1 0 +recurrentL1 sigmoidL1 0 +sigmoidL1 combinerL1 0 +combinerL1 recurrentL1 1 +combinerL1 outputL 0 +outputL softmaxL 0 +<input> softmaxL 0 +softmaxL <output> 0 +recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 +outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 +sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 +selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 +softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 +TNN initing storage selectL1 -> recurrentL1 +TNN initing storage recurrentL1 -> sigmoidL1 +TNN initing storage sigmoidL1 -> combinerL1 +TNN initing storage combinerL1 -> recurrentL1 +TNN initing storage combinerL1 -> outputL +TNN initing storage outputL -> softmaxL +[SCHEDULER FINAL_TEST]: Initing TNN end. +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER FINAL_TEST]: 40087 words processed Wed Nov 18 02:42:12 2015. + [SCHEDULER FINAL_TEST]: log prob per sample :-2.100879. + [global_conf.timer]: time spent on tnn_beforeprocess:0.48807 clock time + [global_conf.timer]: time spent on tnn_actual_layer_propagate:3.84059 clock time + [global_conf.timer]: time spent on most_out_loop_lmprocessfile:4.57532 clock time + [global_conf.timer]: time spent on tnn_afterprocess:0.12121 clock time +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER FINAL_TEST]: Displaying result: +[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 145.23100213441> <PPL_OOV 126.76999500943> <LOGP -173351.64788846> +[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/lstmlm_ptb_main.lua b/nerv/examples/lmptb/lstmlm_ptb_main.lua new file mode 100644 index 0000000..681c308 --- /dev/null +++ b/nerv/examples/lmptb/lstmlm_ptb_main.lua @@ -0,0 +1,443 @@ +require 'lmptb.lmvocab' +require 'lmptb.lmfeeder' +require 'lmptb.lmutil' +require 'lmptb.layer.init' +--require 'tnn.init' +require 'lmptb.lmseqreader' +require 'lm_trainer' + +--[[global function rename]]-- +--local printf = nerv.printf +local LMTrainer = nerv.LMTrainer +--[[global function rename ends]]-- + +--global_conf: table +--first_time: bool +--Returns: a ParamRepo +function prepare_parameters(global_conf, iter) + nerv.printf("%s preparing parameters...\n", global_conf.sche_log_pre) + + global_conf.paramRepo = nerv.ParamRepo() + local paramRepo = global_conf.paramRepo + + if iter == -1 then --first time + nerv.printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:close() + --[[ + ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) + ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1) + ltp_ih.trans:generate(global_conf.param_random) + + ltp_hh = nerv.LinearTransParam("ltp_hh", global_conf) + ltp_hh.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.hidden_size) + ltp_hh.trans:generate(global_conf.param_random) + + --ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) + --ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) + --ltp_ho.trans:generate(global_conf.param_random) + + bp_h = nerv.BiasParam("bp_h", global_conf) + bp_h.trans = global_conf.cumat_type(1, global_conf.hidden_size) + bp_h.trans:generate(global_conf.param_random) + + --bp_o = nerv.BiasParam("bp_o", global_conf) + --bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) + --bp_o.trans:generate(global_conf.param_random) + + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:write_chunk(ltp_ih) + f:write_chunk(ltp_hh) + --f:write_chunk(ltp_ho) + f:write_chunk(bp_h) + --f:write_chunk(bp_o) + f:close() + ]]-- + return nil + end + + nerv.printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) + paramRepo:import({global_conf.param_fn .. '.' .. tostring(iter)}, nil, global_conf) + + nerv.printf("%s preparing parameters end.\n", global_conf.sche_log_pre) + + return nil +end + +--global_conf: table +--Returns: nerv.LayerRepo +function prepare_layers(global_conf) + nerv.printf("%s preparing layers...\n", global_conf.sche_log_pre) + + local pr = global_conf.paramRepo + + local du = false + + --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} + --local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} + + local layers = { + --["nerv.AffineRecurrentLayer"] = { + -- ["recurrentL1"] = recurrentLconfig, + --}, + + ["nerv.LSTMLayerT"] = { + ["lstmL1"] = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["pr"] = pr}}, + }, + + ["nerv.DropoutLayerT"] = { + ["dropoutL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}}, + }, + + ["nerv.SelectLinearLayer"] = { + ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, + }, + + --["nerv.SigmoidLayer"] = { + -- ["sigmoidL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + --}, + + ["nerv.CombinerLayer"] = { + ["combinerL1"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}}, + }, + + ["nerv.AffineLayer"] = { + ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du, ["pr"] = pr}}, + }, + + ["nerv.SoftmaxCELayerT"] = { + ["softmaxL"] = {{}, {["dim_in"] = {global_conf.vocab:size(), global_conf.vocab:size()}, ["dim_out"] = {1}}}, + }, + } + + for l = 2, global_conf.layer_num do + layers["nerv.DropoutLayerT"]["dropoutL" .. l] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + layers["nerv.LSTMLayerT"]["lstmL" .. l] = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["pr"] = pr}} + layers["nerv.CombinerLayer"]["combinerL" .. l] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size, global_conf.hidden_size}, ["lambda"] = {1}}} + end + --[[ --we do not need those in the new tnn framework + printf("%s adding %d bptt layers...\n", global_conf.sche_log_pre, global_conf.bptt) + for i = 1, global_conf.bptt do + layers["nerv.IndRecurrentLayer"]["recurrentL" .. (i + 1)] = recurrentLconfig + layers["nerv.SigmoidLayer"]["sigmoidL" .. (i + 1)] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} + layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}} + end + --]] + + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) + nerv.printf("%s preparing layers end.\n", global_conf.sche_log_pre) + return layerRepo +end + +--global_conf: table +--layerRepo: nerv.LayerRepo +--Returns: a nerv.TNN +function prepare_tnn(global_conf, layerRepo) + nerv.printf("%s Generate and initing TNN ...\n", global_conf.sche_log_pre) + + --input: input_w, input_w, ... input_w_now, last_activation + local connections_t = { + {"<input>[1]", "selectL1[1]", 0}, + + --{"selectL1[1]", "recurrentL1[1]", 0}, + --{"recurrentL1[1]", "sigmoidL1[1]", 0}, + --{"sigmoidL1[1]", "combinerL1[1]", 0}, + --{"combinerL1[1]", "recurrentL1[2]", 1}, + + {"selectL1[1]", "lstmL1[1]", 0}, + {"lstmL1[2]", "lstmL1[3]", 1}, + {"lstmL1[1]", "combinerL1[1]", 0}, + {"combinerL1[1]", "lstmL1[2]", 1}, + {"combinerL1[2]", "dropoutL1[1]", 0}, + + {"dropoutL"..global_conf.layer_num.."[1]", "outputL[1]", 0}, + {"outputL[1]", "softmaxL[1]", 0}, + {"<input>[2]", "softmaxL[2]", 0}, + {"softmaxL[1]", "<output>[1]", 0} + } + + for l = 2, global_conf.layer_num do + table.insert(connections_t, {"dropoutL"..(l-1).."[1]", "lstmL"..l.."[1]", 0}) + table.insert(connections_t, {"lstmL"..l.."[2]", "lstmL"..l.."[3]", 1}) + table.insert(connections_t, {"lstmL"..l.."[1]", "combinerL"..l.."[1]", 0}) + table.insert(connections_t, {"combinerL"..l.."[1]", "lstmL"..l.."[2]", 1}) + table.insert(connections_t, {"combinerL"..l.."[2]", "dropoutL"..l.."[1]", 0}) + end + + --[[ + printf("%s printing DAG connections:\n", global_conf.sche_log_pre) + for key, value in pairs(connections_t) do + printf("\t%s->%s\n", key, value) + end + ]]-- + + local tnn = nerv.TNN("TNN", global_conf, {["dim_in"] = {1, global_conf.vocab:size()}, + ["dim_out"] = {1}, ["sub_layers"] = layerRepo, + ["connections"] = connections_t, ["clip_t"] = global_conf.clip_t, + }) + + tnn:init(global_conf.batch_size, global_conf.chunk_size) + + nerv.printf("%s Initing TNN end.\n", global_conf.sche_log_pre) + return tnn +end + +function load_net(global_conf, next_iter) + prepare_parameters(global_conf, next_iter) + local layerRepo = prepare_layers(global_conf) + local tnn = prepare_tnn(global_conf, layerRepo) + return tnn +end + +local train_fn, valid_fn, test_fn +global_conf = {} +local set = arg[1] --"test" + +if (set == "ptb") then + +data_dir = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata' +train_fn = data_dir .. '/ptb.train.txt.adds' +valid_fn = data_dir .. '/ptb.valid.txt.adds' +test_fn = data_dir .. '/ptb.test.txt.adds' +vocab_fn = data_dir .. '/vocab' + +global_conf = { + lrate = 0.15, wcost = 1e-5, momentum = 0, clip_t = 2, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 650, + layer_num = 2, + chunk_size = 15, + batch_size = 20, + max_iter = 45, + lr_decay = 1.003, + decay_iter = 10, + param_random = function() return (math.random() / 5 - 0.1) end, + dropout_str = "0.5", + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 40000, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_lstm_test' +} + +elseif (set == "msr_sc") then + +data_dir = '/home/slhome/txh18/workspace/sentenceCompletion/DATA_PV2' +train_fn = data_dir .. '/normed_all.sf.len60.adds.train' +valid_fn = data_dir .. '/normed_all.sf.len60.adds.dev' +test_fn = data_dir .. '/answer_normed.adds' +vocab_fn = data_dir .. '/normed_all.choose.vocab30000.addqvocab' + +global_conf = { + lrate = 1, wcost = 1e-6, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 300, + layer_num = 1, + chunk_size = 15, + batch_size = 10, + max_iter = 30, + decay_iter = 10, + lr_decay = 1.003, + param_random = function() return (math.random() / 5 - 0.1) end, + dropout_str = "0", + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 400000, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' +} + +else + +valid_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +train_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +test_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' +vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text' + +global_conf = { + lrate = 0.01, wcost = 1e-5, momentum = 0, + cumat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, + nn_act_default = 0, + + hidden_size = 20, + layer_num = 1, + chunk_size = 2, + batch_size = 10, + max_iter = 3, + param_random = function() return (math.random() / 5 - 0.1) end, + dropout_str = "0", + + train_fn = train_fn, + valid_fn = valid_fn, + test_fn = test_fn, + lr_decay = 1.003, + decay_iter = 10, + vocab_fn = vocab_fn, + sche_log_pre = "[SCHEDULER]:", + log_w_num = 10, --give a message when log_w_num words have been processed + timer = nerv.Timer(), + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/testEXP/tnn_lstmlm_test' +} + +end + +local lr_half = false --can not be local, to be set by loadstring +local start_iter = -1 +local ppl_last = 100000 +local commands_str = "train:test" +local commands = {} +local test_iter = -1 + +if arg[2] ~= nil then + nerv.printf("%s applying arg[2](%s)...\n", global_conf.sche_log_pre, arg[2]) + loadstring(arg[2])() + nerv.LMUtil.wait(0.5) +else + nerv.printf("%s no user setting, all default...\n", global_conf.sche_log_pre) +end + +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'l' .. global_conf.layer_num --.. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' +global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' +global_conf.param_fn = global_conf.work_dir .. "/params" +global_conf.dropout_list = nerv.SUtil.parse_schedule(global_conf.dropout_str) +global_conf.log_fn = global_conf.work_dir .. '/lstm_tnn_' .. commands_str .. '_log' +commands = nerv.SUtil.parse_commands_set(commands_str) + +nerv.printf("%s creating work_dir...\n", global_conf.sche_log_pre) +nerv.LMUtil.wait(1) +os.execute("mkdir -p "..global_conf.work_dir) +os.execute("cp " .. global_conf.train_fn .. " " .. global_conf.train_fn_shuf) + +--redirecting log outputs! +nerv.SUtil.log_redirect(global_conf.log_fn) + +----------------printing options--------------------------------- +nerv.printf("%s printing global_conf...\n", global_conf.sche_log_pre) +for id, value in pairs(global_conf) do + nerv.printf("%s:\t%s\n", id, tostring(value)) +end +nerv.LMUtil.wait(2) + +nerv.printf("%s printing training scheduling options...\n", global_conf.sche_log_pre) +nerv.printf("lr_half:%s\n", tostring(lr_half)) +nerv.printf("start_iter:%s\n", tostring(start_iter)) +nerv.printf("ppl_last:%s\n", tostring(ppl_last)) +nerv.printf("commds_str:%s\n", commands_str) +nerv.printf("test_iter:%s\n", tostring(test_iter)) +nerv.printf("%s printing training scheduling end.\n", global_conf.sche_log_pre) +nerv.LMUtil.wait(2) +------------------printing options end------------------------------ + +math.randomseed(1) + +local vocab = nerv.LMVocab() +global_conf["vocab"] = vocab +nerv.printf("%s building vocab...\n", global_conf.sche_log_pre) +global_conf.vocab:build_file(global_conf.vocab_fn, false) +ppl_rec = {} + +local final_iter = -1 +if commands["train"] == 1 then + if start_iter == -1 then + prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file + end + + if start_iter == -1 or start_iter == 0 then + nerv.printf("===INITIAL VALIDATION===\n") + local tnn = load_net(global_conf, 0) + global_conf.paramRepo = tnn:get_params() --get auto-generted params + global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file + global_conf.dropout_rate = 0 + local result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! + nerv.LMUtil.wait(1) + ppl_rec[0] = {} + ppl_rec[0].valid = result:ppl_all("rnn") + ppl_last = ppl_rec[0].valid + ppl_rec[0].train = 0 + ppl_rec[0].test = 0 + ppl_rec[0].lr = 0 + + start_iter = 1 + + nerv.printf("\n") + end + + for iter = start_iter, global_conf.max_iter, 1 do + final_iter = iter --for final testing + global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" + tnn = load_net(global_conf, iter - 1) + nerv.printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) + global_conf.dropout_rate = nerv.SUtil.sche_get(global_conf.dropout_list, iter) + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + global_conf.dropout_rate = 0 + ppl_rec[iter] = {} + ppl_rec[iter].train = result:ppl_all("rnn") + --shuffling training file + nerv.printf("%s shuffling training file\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) + os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) + nerv.printf("===PEEK ON TEST %d===\n", iter) + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! + ppl_rec[iter].test = result:ppl_all("rnn") + nerv.printf("===VALIDATION %d===\n", iter) + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! + ppl_rec[iter].valid = result:ppl_all("rnn") + ppl_rec[iter].lr = global_conf.lrate + if ((ppl_last / ppl_rec[iter].valid < global_conf.lr_decay or lr_half == true) and iter > global_conf.decay_iter) then + global_conf.lrate = (global_conf.lrate * 0.6) + end + if ppl_rec[iter].valid < ppl_last then + nerv.printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) + global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) + else + nerv.printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) + os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) + end + if ppl_last / ppl_rec[iter].valid < global_conf.lr_decay or lr_half == true then + lr_half = true + end + if ppl_rec[iter].valid < ppl_last then + ppl_last = ppl_rec[iter].valid + end + nerv.printf("\n") + nerv.LMUtil.wait(2) + end + nerv.info("saving final nn to param.final") + os.execute('cp ' .. global_conf.param_fn .. '.' .. tostring(final_iter) .. ' ' .. global_conf.param_fn .. '.final') + + nerv.printf("===VALIDATION PPL record===\n") + for i, _ in pairs(ppl_rec) do + nerv.printf("<ITER%d LR%.5f train:%.3f valid:%.3f test:%.3f> \n", i, ppl_rec[i].lr, ppl_rec[i].train, ppl_rec[i].valid, ppl_rec[i].test) + end + nerv.printf("\n") +end --if commands["train"] + +if commands["test"] == 1 then + nerv.printf("===FINAL TEST===\n") + global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" + if final_iter ~= -1 and test_iter == -1 then + test_iter = final_iter + end + if test_iter == -1 then + test_iter = "final" + end + tnn = load_net(global_conf, test_iter) + global_conf.dropout_rate = 0 + LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! +end --if commands["test"] diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 deleted file mode 100644 index ca4ff77..0000000 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 +++ /dev/null @@ -1,3824 +0,0 @@ -Greetings -[SCHEDULER]: printing global_conf -test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds -train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds -sche_log_pre [SCHEDULER]: -train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak -mmat_type table: 0x40f7afc8 -wcost 1e-06 -train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf -log_w_num 40000 -param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params -batch_size 10 -hidden_size 300 -timer nerv.Timer -work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test -nn_act_default 0 -max_iter 30 -valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds -lrate 1 -momentum 0 -param_random function: 0x41ba6b68 -chunk_size 15 -cumat_type table: 0x40f7e4e0 -[SCHEDULER]: creating work_dir... -[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... -[LOG]LMVocab: Building finished, vocab size now is 10000. -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -===INITIAL VALIDATION=== -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:39 2015-11-12)[nerv] info: create layer: outputL -(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:39 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015. - [SCHEDULER]: log prob per sample :-4.052709. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER]: Displaying result: -[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767> -[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. - -[SCHEDULER]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34509841 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 2 from 35545246 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 70044639 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 4 from 70048135 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 5 from 70163127 -[SCHEDULER]: preparing parameters end. -[SCHEDULER]: preparing layers... -(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1 -(21:26:55 2015-11-12)[nerv] info: create layer: outputL -(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL -(21:26:55 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER]: preparing layers end. -[SCHEDULER]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER]: Initing TNN end. -===ITERATION 1 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692. -[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144. -[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966. -[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. -[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537. -[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355. -[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706. -[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864. -[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327. -[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042. -[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230. -[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979. -[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316. -[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875. -[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290. -[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624. -[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884. -[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241. -[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189. -[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760. -[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155. -[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER1 LR1]: shuffling training file -===PEEK ON TEST 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 1=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037> -[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER1 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075976 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1079632 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35607920 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35724250 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70241455 -[SCHEDULER ITER1 LR1]: preparing parameters end. -[SCHEDULER ITER1 LR1]: preparing layers... -(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1 -(21:33:24 2015-11-12)[nerv] info: create layer: outputL -(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL -(21:33:24 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER1 LR1]: preparing layers end. -[SCHEDULER ITER1 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER1 LR1]: Initing TNN end. -===ITERATION 2 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210. -[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139. -[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733. -[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667. -[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568. -[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721. -[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728. -[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229. -[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058. -[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895. -[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752. -[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189. -[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542. -[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445. -[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056. -[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205. -[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075. -[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920. -[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641. -[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283. -[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366. -[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER2 LR1]: shuffling training file -===PEEK ON TEST 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 2=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282> -[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER2 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34522576 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34526234 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69072330 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69188461 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70263917 -[SCHEDULER ITER2 LR1]: preparing parameters end. -[SCHEDULER ITER2 LR1]: preparing layers... -(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1 -(21:39:50 2015-11-12)[nerv] info: create layer: outputL -(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL -(21:39:50 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER2 LR1]: preparing layers end. -[SCHEDULER ITER2 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER2 LR1]: Initing TNN end. -===ITERATION 3 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465. -[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845. -[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563. -[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793. -[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434. -[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573. -[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171. -[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689. -[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254. -[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639. -[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377. -[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522. -[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702. -[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800. -[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651. -[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514. -[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904. -[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315. -[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536. -[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516. -[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938. -[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER3 LR1]: shuffling training file -===PEEK ON TEST 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 3=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609> -[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER3 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1075055 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1078714 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35640630 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35756784 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70282927 -[SCHEDULER ITER3 LR1]: preparing parameters end. -[SCHEDULER ITER3 LR1]: preparing layers... -(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1 -(21:46:18 2015-11-12)[nerv] info: create layer: outputL -(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL -(21:46:18 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER3 LR1]: preparing layers end. -[SCHEDULER ITER3 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER3 LR1]: Initing TNN end. -===ITERATION 4 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192. -[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086. -[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429. -[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996. -[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614. -[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105. -[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276. -[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905. -[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189. -[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116. -[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662. -[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278. -[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802. -[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152. -[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444. -[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672. -[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851. -[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724. -[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464. -[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453. -[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619. -[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER4 LR1]: shuffling training file -===PEEK ON TEST 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 4=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.17539195191> <PPL_OOV 212.2263711232> <LOGP -171624.71991538> -[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER4 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34528542 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34532200 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69109612 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69225892 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70300614 -[SCHEDULER ITER4 LR1]: preparing parameters end. -[SCHEDULER ITER4 LR1]: preparing layers... -(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1 -(21:52:41 2015-11-12)[nerv] info: create layer: outputL -(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL -(21:52:41 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER4 LR1]: preparing layers end. -[SCHEDULER ITER4 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER4 LR1]: Initing TNN end. -===ITERATION 5 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345. -[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749. -[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431. -[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759. -[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125. -[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698. -[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251. -[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378. -[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798. -[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066. -[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987. -[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277. -[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665. -[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166. -[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912. -[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402. -[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702. -[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632. -[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094. -[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026. -[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902. -[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 222.41429432004> <PPL_OOV 197.11868137695> <LOGP -2133153.7071965> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER5 LR1]: shuffling training file -===PEEK ON TEST 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 217.16376745377> <PPL_OOV 188.43745082601> <LOGP -187542.03398485> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 5=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 222.10299379671> <PPL_OOV 197.98616944161> <LOGP -169399.7867695> -[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER5 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1074285 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1077942 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35667973 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35784319 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70315647 -[SCHEDULER ITER5 LR1]: preparing parameters end. -[SCHEDULER ITER5 LR1]: preparing layers... -(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1 -(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1 -(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1 -(21:59:03 2015-11-12)[nerv] info: create layer: outputL -(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL -(21:59:03 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER5 LR1]: preparing layers end. -[SCHEDULER ITER5 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER5 LR1]: Initing TNN end. -===ITERATION 6 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353. -[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055. -[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566. -[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892. -[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265. -[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254. -[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588. -[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553. -[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404. -[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302. -[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638. -[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091. -[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283. -[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240. -[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917. -[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291. -[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598. -[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209. -[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536. -[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296. -[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162. -[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.91088397989> <PPL_OOV 176.50252475842> <LOGP -2088554.9429051> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER6 LR1]: shuffling training file -===PEEK ON TEST 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.19131994725> <PPL_OOV 179.26390285139> <LOGP -185755.4154153> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 6=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 211.88409793113> <PPL_OOV 189.15513876712> <LOGP -167938.10631937> -[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER6 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34533450 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34537108 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69139044 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69255402 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70329197 -[SCHEDULER ITER6 LR1]: preparing parameters end. -[SCHEDULER ITER6 LR1]: preparing layers... -(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1 -(22:05:29 2015-11-12)[nerv] info: create layer: outputL -(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL -(22:05:29 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER6 LR1]: preparing layers end. -[SCHEDULER ITER6 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER6 LR1]: Initing TNN end. -===ITERATION 7 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.247858. -[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.240500. -[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233063. -[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233546. -[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.233342. -[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.228546. -[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.226190. -[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.222945. -[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.221231. -[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219454. -[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219290. -[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219243. -[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218756. -[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218041. -[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.218228. -[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.217169. -[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216362. -[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216029. -[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215487. -[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.215356. -[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214292. -[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.214097. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 183.98583365133> <PPL_OOV 163.73121251112> <LOGP -2058232.2665045> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER7 LR1]: shuffling training file -===PEEK ON TEST 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.238654. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.81652309035> <PPL_OOV 173.06297365549> <LOGP -184495.16904979> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 7=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.297186. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER7 LR1]: Displaying result: -[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 203.98597397845> <PPL_OOV 182.29758343458> <LOGP -166755.20004089> -[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER7 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1073208 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1076866 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35689509 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35805861 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70341551 -[SCHEDULER ITER7 LR1]: preparing parameters end. -[SCHEDULER ITER7 LR1]: preparing layers... -(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1 -(22:11:54 2015-11-12)[nerv] info: create layer: outputL -(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL -(22:11:54 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER7 LR1]: preparing layers end. -[SCHEDULER ITER7 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER7 LR1]: Initing TNN end. -===ITERATION 8 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.217380. -[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.210173. -[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.203362. -[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204496. -[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.204268. -[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.201367. -[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.197826. -[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.194816. -[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.193248. -[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191500. -[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191556. -[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191680. -[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.191424. -[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.190928. -[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.188829. -[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187827. -[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187269. -[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.187128. -[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186552. -[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.186589. -[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185669. -[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.185637. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.83259622499> <PPL_OOV 153.3513863571> <LOGP -2031791.2494254> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER8 LR1]: shuffling training file -===PEEK ON TEST 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.226930. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.95664295121> <PPL_OOV 168.43457806958> <LOGP -183524.72818304> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 8=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015. - [SCHEDULER ITER8 LR1]: log prob per sample :-2.286467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER8 LR1]: Displaying result: -[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.85544743757> <PPL_OOV 177.1932477992> <LOGP -165845.46314541> -[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER8 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34537849 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34541506 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69163408 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69279752 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70352310 -[SCHEDULER ITER8 LR1]: preparing parameters end. -[SCHEDULER ITER8 LR1]: preparing layers... -(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1 -(22:18:20 2015-11-12)[nerv] info: create layer: outputL -(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL -(22:18:20 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER8 LR1]: preparing layers end. -[SCHEDULER ITER8 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER8 LR1]: Initing TNN end. -===ITERATION 9 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.184391. -[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.181046. -[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.176112. -[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178759. -[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.178842. -[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.175028. -[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.171060. -[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.168492. -[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.167283. -[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.165790. -[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166168. -[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166588. -[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166562. -[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.166247. -[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.164505. -[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163544. -[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163438. -[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.163471. -[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162740. -[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162951. -[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162159. -[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.162246. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.44771598369> <PPL_OOV 145.31439191404> <LOGP -2010058.3160156> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER9 LR1]: shuffling training file -===PEEK ON TEST 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.217479. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.1278010178> <PPL_OOV 164.75417796788> <LOGP -182733.82746825> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 9=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015. - [SCHEDULER ITER9 LR1]: log prob per sample :-2.278188. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER9 LR1]: Displaying result: -[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.94739874239> <PPL_OOV 173.23916130821> <LOGP -165122.53431059> -[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER9 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1071986 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1075642 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35705377 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35821695 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70362066 -[SCHEDULER ITER9 LR1]: preparing parameters end. -[SCHEDULER ITER9 LR1]: preparing layers... -(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1 -(22:24:45 2015-11-12)[nerv] info: create layer: outputL -(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL -(22:24:45 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER9 LR1]: preparing layers end. -[SCHEDULER ITER9 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER9 LR1]: Initing TNN end. -===ITERATION 10 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.159231. -[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.158206. -[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.153994. -[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.156763. -[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.157195. -[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.154012. -[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.150190. -[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.147796. -[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146531. -[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.144999. -[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145563. -[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146132. -[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.146207. -[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.145943. -[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143880. -[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.143399. -[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142851. -[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142841. -[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142520. -[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142826. -[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142216. -[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.142326. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 154.85025727813> <PPL_OOV 138.80197382903> <LOGP -1991547.4224823> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER10 LR1]: shuffling training file -===PEEK ON TEST 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.212505. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 185.40548411166> <PPL_OOV 162.82613645004> <LOGP -182312.41904908> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 10=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015. - [SCHEDULER ITER10 LR1]: log prob per sample :-2.274287. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER10 LR1]: Displaying result: -[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.39721658879> <PPL_OOV 171.2923011258> <LOGP -164760.50334979> -[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER10 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34542151 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34545807 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69182866 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69299176 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70370634 -[SCHEDULER ITER10 LR1]: preparing parameters end. -[SCHEDULER ITER10 LR1]: preparing layers... -(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1 -(22:31:11 2015-11-12)[nerv] info: create layer: outputL -(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL -(22:31:11 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER10 LR1]: preparing layers end. -[SCHEDULER ITER10 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER10 LR1]: Initing TNN end. -===ITERATION 11 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.139499. -[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138794. -[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.135243. -[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.137881. -[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.138292. -[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.134734. -[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.130923. -[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.128777. -[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127728. -[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126190. -[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.126941. -[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127618. -[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127815. -[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.127700. -[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.125708. -[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124852. -[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124162. -[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124089. -[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123790. -[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.124132. -[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123640. -[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.123852. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.14166813174> <PPL_OOV 133.02618550034> <LOGP -1974388.6001313> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER11 LR1]: shuffling training file -===PEEK ON TEST 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.205914. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 182.39390315888> <PPL_OOV 160.46237137081> <LOGP -181788.91337671> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 11=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015. - [SCHEDULER ITER11 LR1]: log prob per sample :-2.269752. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER11 LR1]: Displaying result: -[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.75373810895> <PPL_OOV 169.13307312491> <LOGP -164354.13711126> -[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER11 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1070828 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1074484 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35719188 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35835491 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70379329 -[SCHEDULER ITER11 LR1]: preparing parameters end. -[SCHEDULER ITER11 LR1]: preparing layers... -(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1 -(22:37:37 2015-11-12)[nerv] info: create layer: outputL -(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL -(22:37:37 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER11 LR1]: preparing layers end. -[SCHEDULER ITER11 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER11 LR1]: Initing TNN end. -===ITERATION 12 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.122491. -[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121906. -[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.118337. -[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.120726. -[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.121222. -[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.117684. -[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.113753. -[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.111703. -[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110579. -[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109065. -[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109969. -[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110800. -[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110956. -[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.110944. -[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.109763. -[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108867. -[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108518. -[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108498. -[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108149. -[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108567. -[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108110. -[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.108397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.74802026729> <PPL_OOV 128.37705407036> <LOGP -1960026.6987909> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER12 LR1]: shuffling training file -===PEEK ON TEST 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.200728. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.49185726892> <PPL_OOV 158.66736020267> <LOGP -181386.19256374> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 12=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015. - [SCHEDULER ITER12 LR1]: log prob per sample :-2.267196. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER12 LR1]: Displaying result: -[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.68848452989> <PPL_OOV 167.99520614955> <LOGP -164137.89853503> -[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER12 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34545626 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34549283 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69202806 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69319085 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70389258 -[SCHEDULER ITER12 LR1]: preparing parameters end. -[SCHEDULER ITER12 LR1]: preparing layers... -(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1 -(22:44:02 2015-11-12)[nerv] info: create layer: outputL -(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL -(22:44:02 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER12 LR1]: preparing layers end. -[SCHEDULER ITER12 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER12 LR1]: Initing TNN end. -===ITERATION 13 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106771. -[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.106460. -[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.103062. -[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105308. -[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.105773. -[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.102116. -[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.098718. -[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096837. -[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095630. -[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094049. -[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095015. -[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095949. -[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096547. -[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.096706. -[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.095009. -[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.094298. -[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093667. -[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093573. -[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092909. -[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093359. -[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.092985. -[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.093309. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.66576866018> <PPL_OOV 123.99443367725> <LOGP -1946003.6478197> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER13 LR1]: shuffling training file -===PEEK ON TEST 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.197329. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.82057178108> <PPL_OOV 157.42605789449> <LOGP -181105.02582114> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 13=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015. - [SCHEDULER ITER13 LR1]: log prob per sample :-2.264225. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER13 LR1]: Displaying result: -[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.9297152642> <PPL_OOV 166.58327559059> <LOGP -163867.53188189> -[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER13 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1069510 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1073167 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35735524 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35851793 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70399112 -[SCHEDULER ITER13 LR1]: preparing parameters end. -[SCHEDULER ITER13 LR1]: preparing layers... -(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1 -(22:50:28 2015-11-12)[nerv] info: create layer: outputL -(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL -(22:50:28 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER13 LR1]: preparing layers end. -[SCHEDULER ITER13 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER13 LR1]: Initing TNN end. -===ITERATION 14 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.093854. -[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.092732. -[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.089367. -[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091353. -[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.091452. -[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.088015. -[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.084144. -[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082341. -[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081403. -[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079995. -[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081093. -[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082089. -[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082746. -[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.082818. -[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.081157. -[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.080417. -[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079843. -[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079713. -[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079183. -[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079667. -[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079312. -[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.079634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 133.19581646167> <PPL_OOV 120.14972523105> <LOGP -1933287.4211578> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER14 LR1]: shuffling training file -===PEEK ON TEST 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.193982. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.65417278073> <PPL_OOV 156.38093168167> <LOGP -180866.5703231> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 14=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015. - [SCHEDULER ITER14 LR1]: log prob per sample :-2.262951. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER14 LR1]: Displaying result: -[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.00055961149> <PPL_OOV 165.75765731982> <LOGP -163708.37274731> -[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER14 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34548947 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34552604 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69223650 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69339910 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70408674 -[SCHEDULER ITER14 LR1]: preparing parameters end. -[SCHEDULER ITER14 LR1]: preparing layers... -(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1 -(22:56:53 2015-11-12)[nerv] info: create layer: outputL -(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL -(22:56:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER14 LR1]: preparing layers end. -[SCHEDULER ITER14 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER14 LR1]: Initing TNN end. -===ITERATION 15 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.079524. -[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.078168. -[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074972. -[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077374. -[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.077555. -[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.074048. -[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.070281. -[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068796. -[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067962. -[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066988. -[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068325. -[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069418. -[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069623. -[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.069749. -[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.068053. -[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.067368. -[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066932. -[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066831. -[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066086. -[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066640. -[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.066725. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.11918295021> <PPL_OOV 116.63119544274> <LOGP -1921288.235319> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER15 LR1]: shuffling training file -===PEEK ON TEST 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.191966. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.57607779611> <PPL_OOV 155.62769814107> <LOGP -180693.72266703> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 15=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015. - [SCHEDULER ITER15 LR1]: log prob per sample :-2.260851. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER15 LR1]: Displaying result: -[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.85870687957> <PPL_OOV 164.8981267046> <LOGP -163541.83165092> -[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER15 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1067962 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1071619 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35752027 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35868271 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70418779 -[SCHEDULER ITER15 LR1]: preparing parameters end. -[SCHEDULER ITER15 LR1]: preparing layers... -(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1 -(23:03:22 2015-11-12)[nerv] info: create layer: outputL -(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL -(23:03:22 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER15 LR1]: preparing layers end. -[SCHEDULER ITER15 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER15 LR1]: Initing TNN end. -===ITERATION 16 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.068214. -[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066342. -[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063079. -[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066440. -[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.066490. -[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.063028. -[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.059035. -[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057406. -[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056584. -[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.055149. -[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056433. -[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057562. -[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057751. -[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057856. -[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056396. -[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.057165. -[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056975. -[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056984. -[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056152. -[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056671. -[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056324. -[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.056707. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.0333493943> <PPL_OOV 113.97537256127> <LOGP -1911988.8997288> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER16 LR1]: shuffling training file -===PEEK ON TEST 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.189005. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.54495953664> <PPL_OOV 154.34504599302> <LOGP -180397.45280834> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 16=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015. - [SCHEDULER ITER16 LR1]: log prob per sample :-2.257255. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER16 LR1]: Displaying result: -[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.70517720981> <PPL_OOV 163.53949262261> <LOGP -163276.80637116> -[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER16 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34551805 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34555462 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69245306 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69361555 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70428711 -[SCHEDULER ITER16 LR1]: preparing parameters end. -[SCHEDULER ITER16 LR1]: preparing layers... -(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1 -(23:09:53 2015-11-12)[nerv] info: create layer: outputL -(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL -(23:09:53 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER16 LR1]: preparing layers end. -[SCHEDULER ITER16 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER16 LR1]: Initing TNN end. -===ITERATION 17 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.057337. -[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054228. -[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.051573. -[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054122. -[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.054019. -[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.050697. -[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046821. -[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045511. -[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044741. -[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043555. -[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044954. -[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046144. -[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046791. -[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.046992. -[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.045521. -[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044919. -[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044403. -[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044228. -[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043460. -[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043998. -[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.043712. -[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.044177. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.30180524286> <PPL_OOV 110.73970561246> <LOGP -1900361.9204513> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER17 LR1]: shuffling training file -===PEEK ON TEST 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.187704. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.14923615299> <PPL_OOV 154.00974423711> <LOGP -180319.59809567> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 17=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015. - [SCHEDULER ITER17 LR1]: log prob per sample :-2.256714. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER17 LR1]: Displaying result: -[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.0637620627> <PPL_OOV 162.95956199671> <LOGP -163163.00963977> -[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER17 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER17 LR1]: preparing parameters end. -[SCHEDULER ITER17 LR1]: preparing layers... -(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1 -(23:16:21 2015-11-12)[nerv] info: create layer: outputL -(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL -(23:16:21 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER17 LR1]: preparing layers end. -[SCHEDULER ITER17 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER17 LR1]: Initing TNN end. -===ITERATION 18 LR 1.000000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.047845. -[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.044281. -[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.040900. -[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042721. -[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.042535. -[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.039501. -[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035717. -[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034356. -[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033498. -[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032262. -[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033736. -[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034965. -[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035512. -[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.035727. -[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.034121. -[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033805. -[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033356. -[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033235. -[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032576. -[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033127. -[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.032826. -[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.033328. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 119.1444780615> <PPL_OOV 108.00363158497> <LOGP -1890261.9304582> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER18 LR1]: shuffling training file -===PEEK ON TEST 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.187537. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.30384094846> <PPL_OOV 153.89722716787> <LOGP -180293.43443454> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 18=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015. - [SCHEDULER ITER18 LR1]: log prob per sample :-2.255971. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER18 LR1]: Displaying result: -[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.24453547858> <PPL_OOV 162.88595646802> <LOGP -163148.5374614> -[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER18 LR1]: PPL did not improve, rejected... - -[SCHEDULER ITER18 LR1]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1066336 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1069993 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35770818 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35887062 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70440379 -[SCHEDULER ITER18 LR1]: preparing parameters end. -[SCHEDULER ITER18 LR1]: preparing layers... -(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1 -(23:22:46 2015-11-12)[nerv] info: create layer: outputL -(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL -(23:22:46 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER18 LR1]: preparing layers end. -[SCHEDULER ITER18 LR1]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER18 LR1]: Initing TNN end. -===ITERATION 19 LR 0.600000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309. -[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905. -[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135. -[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770. -[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171. -[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173. -[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407. -[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321. -[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704. -[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335. -[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245. -[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014. -[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773. -[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503. -[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492. -[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077. -[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084. -[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459. -[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164. -[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280. -[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607. -[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 107.90654240004> <PPL_OOV 97.67088564661> <LOGP -1849663.7735016> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER19 LR0.6]: shuffling training file -===PEEK ON TEST 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.93575765882> <PPL_OOV 144.75253493478> <LOGP -178100.41584563> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 19=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015. - [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER19 LR0.6]: Displaying result: -[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.34955214593> <PPL_OOV 153.1652268315> <LOGP -161177.41476033> -[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER19 LR0.6]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553798 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557455 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69263118 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69379374 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70445046 -[SCHEDULER ITER19 LR0.6]: preparing parameters end. -[SCHEDULER ITER19 LR0.6]: preparing layers... -(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:29:14 2015-11-12)[nerv] info: create layer: outputL -(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:29:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER19 LR0.6]: preparing layers end. -[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER19 LR0.6]: Initing TNN end. -===ITERATION 20 LR 0.360000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736. -[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773. -[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973. -[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546. -[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723. -[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719. -[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853. -[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695. -[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910. -[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365. -[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209. -[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863. -[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408. -[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036. -[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725. -[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061. -[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920. -[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109. -[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610. -[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569. -[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681. -[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 99.378301354388> <PPL_OOV 90.076027947215> <LOGP -1816983.236708> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER20 LR0.36]: shuffling training file -===PEEK ON TEST 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.35212983861> <PPL_OOV 138.61779493974> <LOGP -176550.13901877> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 20=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015. - [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER20 LR0.36]: Displaying result: -[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.27830069823> <PPL_OOV 146.57250363849> <LOGP -159768.03285717> -[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER20 LR0.36]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1065216 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068873 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35777494 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35893749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70447668 -[SCHEDULER ITER20 LR0.36]: preparing parameters end. -[SCHEDULER ITER20 LR0.36]: preparing layers... -(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1 -(23:35:44 2015-11-12)[nerv] info: create layer: outputL -(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL -(23:35:44 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER20 LR0.36]: preparing layers end. -[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER20 LR0.36]: Initing TNN end. -===ITERATION 21 LR 0.216000=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137. -[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933. -[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210. -[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977. -[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168. -[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271. -[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404. -[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221. -[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338. -[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717. -[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607. -[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207. -[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699. -[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302. -[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953. -[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200. -[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967. -[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058. -[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433. -[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300. -[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295. -[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.023968843875> <PPL_OOV 85.323486943821> <LOGP -1795100.1247149> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER21 LR0.216]: shuffling training file -===PEEK ON TEST 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.38918238514> <PPL_OOV 134.82134759813> <LOGP -175556.00665597> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 21=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015. - [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER21 LR0.216]: Displaying result: -[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.07191845094> <PPL_OOV 142.55019114397> <LOGP -158876.66522205> -[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER21 LR0.216]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34553982 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557639 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69267636 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69383878 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448747 -[SCHEDULER ITER21 LR0.216]: preparing parameters end. -[SCHEDULER ITER21 LR0.216]: preparing layers... -(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1 -(23:42:14 2015-11-12)[nerv] info: create layer: outputL -(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL -(23:42:14 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER21 LR0.216]: preparing layers end. -[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER21 LR0.216]: Initing TNN end. -===ITERATION 22 LR 0.129600=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521. -[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881. -[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375. -[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321. -[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689. -[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848. -[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045. -[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846. -[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943. -[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282. -[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217. -[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784. -[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283. -[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890. -[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536. -[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718. -[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430. -[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458. -[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764. -[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581. -[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512. -[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.573532567471> <PPL_OOV 82.260504252707> <LOGP -1780340.8280155> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER22 LR0.1296]: shuffling training file -===PEEK ON TEST 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 151.81077739473> <PPL_OOV 132.55162547276> <LOGP -174948.20031688> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 22=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015. - [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER22 LR0.1296]: Displaying result: -[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.31066515347> <PPL_OOV 140.07782853008> <LOGP -158316.20699902> -[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER22 LR0.1296]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064564 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1068220 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778811 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895050 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449077 -[SCHEDULER ITER22 LR0.1296]: preparing parameters end. -[SCHEDULER ITER22 LR0.1296]: preparing layers... -(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1 -(23:48:42 2015-11-12)[nerv] info: create layer: outputL -(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL -(23:48:42 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER22 LR0.1296]: preparing layers end. -[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER22 LR0.1296]: Initing TNN end. -===ITERATION 23 LR 0.077760=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198. -[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880. -[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578. -[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617. -[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138. -[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352. -[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648. -[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472. -[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582. -[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920. -[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888. -[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438. -[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949. -[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575. -[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227. -[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381. -[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066. -[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060. -[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333. -[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124. -[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022. -[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.351829885406> <PPL_OOV 80.286500135979> <LOGP -1770534.7415503> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER23 LR0.07776]: shuffling training file -===PEEK ON TEST 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.87744237965> <PPL_OOV 131.04538176557> <LOGP -174539.07240993> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 23=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015. - [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER23 LR0.07776]: Displaying result: -[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 154.27720049711> <PPL_OOV 138.42087667397> <LOGP -157935.02968198> -[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER23 LR0.07776]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554073 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557729 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268469 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384704 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70449067 -[SCHEDULER ITER23 LR0.07776]: preparing parameters end. -[SCHEDULER ITER23 LR0.07776]: preparing layers... -(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1 -(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1 -(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1 -(23:55:13 2015-11-12)[nerv] info: create layer: outputL -(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL -(23:55:13 2015-11-12)[nerv] info: create layer: selectL1 -[SCHEDULER ITER23 LR0.07776]: preparing layers end. -[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER23 LR0.07776]: Initing TNN end. -===ITERATION 24 LR 0.046656=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617. -[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537. -[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373. -[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453. -[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088. -[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371. -[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763. -[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603. -[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730. -[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077. -[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068. -[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613. -[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144. -[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787. -[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434. -[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566. -[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238. -[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200. -[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461. -[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234. -[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114. -[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.920495240643> <PPL_OOV 79.012622003197> <LOGP -1764077.7675035> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER24 LR0.046656]: shuffling training file -===PEEK ON TEST 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.55537708434> <PPL_OOV 129.99836892411> <LOGP -174251.9013685> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 24=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015. - [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER24 LR0.046656]: Displaying result: -[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.8976707204> <PPL_OOV 137.28067121287> <LOGP -157670.06889601> -[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER24 LR0.046656]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064235 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067891 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778796 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35895027 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70449162 -[SCHEDULER ITER24 LR0.046656]: preparing parameters end. -[SCHEDULER ITER24 LR0.046656]: preparing layers... -(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:01:45 2015-11-13)[nerv] info: create layer: outputL -(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:01:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER24 LR0.046656]: preparing layers end. -[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER24 LR0.046656]: Initing TNN end. -===ITERATION 25 LR 0.027994=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633. -[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645. -[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554. -[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625. -[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325. -[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667. -[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138. -[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991. -[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119. -[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464. -[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459. -[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990. -[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537. -[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195. -[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839. -[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949. -[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615. -[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542. -[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790. -[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542. -[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402. -[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.956336656349> <PPL_OOV 78.15464160203> <LOGP -1759669.9371356> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER25 LR0.0279936]: shuffling training file -===PEEK ON TEST 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.82595926503> <PPL_OOV 129.33439073012> <LOGP -174068.58679574> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 25=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015. - [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER25 LR0.0279936]: Displaying result: -[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.15134162452> <PPL_OOV 136.59028832861> <LOGP -157508.56605461> -[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER25 LR0.0279936]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554078 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557734 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268580 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384814 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448972 -[SCHEDULER ITER25 LR0.0279936]: preparing parameters end. -[SCHEDULER ITER25 LR0.0279936]: preparing layers... -(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1 -(00:08:17 2015-11-13)[nerv] info: create layer: outputL -(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL -(00:08:17 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER25 LR0.0279936]: preparing layers end. -[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER25 LR0.0279936]: Initing TNN end. -===ITERATION 26 LR 0.016796=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163. -[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205. -[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163. -[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215. -[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944. -[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343. -[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872. -[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750. -[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884. -[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233. -[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238. -[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759. -[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318. -[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997. -[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650. -[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757. -[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428. -[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341. -[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588. -[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332. -[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185. -[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.306413831474> <PPL_OOV 77.576329536238> <LOGP -1756671.5028106> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER26 LR0.01679616]: shuffling training file -===PEEK ON TEST 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.36875498893> <PPL_OOV 128.91575696119> <LOGP -173952.52382935> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 26=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015. - [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER26 LR0.01679616]: Displaying result: -[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.66740269998> <PPL_OOV 136.14001627505> <LOGP -157402.79247427> -[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER26 LR0.01679616]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064118 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067774 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778526 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894754 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448835 -[SCHEDULER ITER26 LR0.01679616]: preparing parameters end. -[SCHEDULER ITER26 LR0.01679616]: preparing layers... -(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1 -(00:14:46 2015-11-13)[nerv] info: create layer: outputL -(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL -(00:14:46 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER26 LR0.01679616]: preparing layers end. -[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER26 LR0.01679616]: Initing TNN end. -===ITERATION 27 LR 0.010078=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991. -[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998. -[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978. -[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020. -[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763. -[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199. -[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768. -[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670. -[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810. -[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159. -[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170. -[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684. -[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245. -[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941. -[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605. -[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709. -[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384. -[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292. -[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533. -[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272. -[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121. -[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.892564171004> <PPL_OOV 77.207735633383> <LOGP -1754748.7298668> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER27 LR0.010077696]: shuffling training file -===PEEK ON TEST 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.07593301007> <PPL_OOV 128.68430626567> <LOGP -173888.19402233> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 27=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015. - [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER27 LR0.010077696]: Displaying result: -[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.35156353958> <PPL_OOV 135.87529295123> <LOGP -157340.44279668> -[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER27 LR0.010077696]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554095 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557751 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268513 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384740 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448840 -[SCHEDULER ITER27 LR0.010077696]: preparing parameters end. -[SCHEDULER ITER27 LR0.010077696]: preparing layers... -(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1 -(00:21:16 2015-11-13)[nerv] info: create layer: outputL -(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL -(00:21:16 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER27 LR0.010077696]: preparing layers end. -[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER27 LR0.010077696]: Initing TNN end. -===ITERATION 28 LR 0.006047=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630. -[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595. -[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578. -[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625. -[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379. -[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839. -[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432. -[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354. -[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500. -[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846. -[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861. -[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370. -[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930. -[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636. -[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311. -[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411. -[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087. -[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996. -[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229. -[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964. -[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809. -[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.63102126523> <PPL_OOV 76.974759050279> <LOGP -1753528.6652939> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER28 LR0.0060466176]: shuffling training file -===PEEK ON TEST 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.93207041077> <PPL_OOV 128.55480190021> <LOGP -173852.14885412> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 28=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015. - [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER28 LR0.0060466176]: Displaying result: -[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.2010136235> <PPL_OOV 135.73200338631> <LOGP -157306.64344368> -[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 1 from 1064079 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 1067735 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 35778519 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 35894748 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 5 from 70448843 -[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end. -[SCHEDULER ITER28 LR0.0060466176]: preparing layers... -(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1 -(00:27:48 2015-11-13)[nerv] info: create layer: outputL -(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL -(00:27:48 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER28 LR0.0060466176]: preparing layers end. -[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end. -===ITERATION 29 LR 0.003628=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801. -[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729. -[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699. -[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750. -[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511. -[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983. -[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588. -[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526. -[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677. -[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020. -[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036. -[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544. -[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101. -[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813. -[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496. -[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593. -[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268. -[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178. -[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404. -[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135. -[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978. -[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.466056467734> <PPL_OOV 76.827788572212> <LOGP -1752757.1012286> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER29 LR0.00362797056]: shuffling training file -===PEEK ON TEST 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931379203> <PPL_OOV 128.47064278211> <LOGP -173828.70523381> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 29=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015. - [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER29 LR0.00362797056]: Displaying result: -[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17418025757> <PPL_OOV 135.65540698972> <LOGP -157288.56113542> -[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... - -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end. -[SCHEDULER ITER29 LR0.00362797056]: preparing layers... -(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1 -(00:34:15 2015-11-13)[nerv] info: create layer: outputL -(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL -(00:34:15 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER ITER29 LR0.00362797056]: preparing layers end. -[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end. -===ITERATION 30 LR 0.002177=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295. -[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201. -[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158. -[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205. -[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969. -[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447. -[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055. -[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002. -[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158. -[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500. -[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517. -[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024. -[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577. -[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295. -[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982. -[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077. -[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750. -[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664. -[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882. -[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610. -[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452. -[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.361914602701> <PPL_OOV 76.735057589915> <LOGP -1752269.5232941> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. -[SCHEDULER ITER30 LR0.002176782336]: shuffling training file -===PEEK ON TEST 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.88849863294> <PPL_OOV 128.39945601651> <LOGP -173808.86323925> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. -===VALIDATION 30=== -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015. - [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER ITER30 LR0.002176782336]: Displaying result: -[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17484483031> <PPL_OOV 135.59908588155> <LOGP -157275.25875167> -[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. -[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected... - -===VALIDATION PPL record=== -<ITER0 LR0.00000 train:0.000 valid:11363.086 test:0.000> -<ITER1 LR1.00000 train:509.588 valid:374.674 test:372.422> -<ITER2 LR1.00000 train:335.546 valid:284.315 test:280.569> -<ITER3 LR1.00000 train:332.018 valid:282.798 test:276.017> -<ITER4 LR1.00000 train:246.297 valid:238.175 test:233.384> -<ITER5 LR1.00000 train:222.414 valid:222.103 test:217.164> -<ITER6 LR1.00000 train:198.911 valid:211.884 test:206.191> -<ITER7 LR1.00000 train:183.986 valid:203.986 test:198.817> -<ITER8 LR1.00000 train:171.833 valid:197.855 test:192.957> -<ITER9 LR1.00000 train:162.448 valid:192.947 test:188.128> -<ITER10 LR1.00000 train:154.850 valid:190.397 test:185.405> -<ITER11 LR1.00000 train:148.142 valid:187.754 test:182.394> -<ITER12 LR1.00000 train:142.748 valid:186.688 test:180.492> -<ITER13 LR1.00000 train:137.666 valid:184.930 test:178.821> -<ITER14 LR1.00000 train:133.196 valid:184.001 test:177.654> -<ITER15 LR1.00000 train:129.119 valid:182.859 test:176.576> -<ITER16 LR1.00000 train:126.033 valid:181.705 test:175.545> -<ITER17 LR1.00000 train:122.302 valid:181.064 test:175.149> -<ITER18 LR1.00000 train:119.144 valid:181.245 test:175.304> -<ITER19 LR0.60000 train:107.907 valid:170.350 test:164.936> -<ITER20 LR0.36000 train:99.378 valid:163.278 test:158.352> -<ITER21 LR0.21600 train:94.024 valid:159.072 test:154.389> -<ITER22 LR0.12960 train:90.574 valid:156.311 test:151.811> -<ITER23 LR0.07776 train:88.352 valid:154.277 test:149.877> -<ITER24 LR0.04666 train:86.920 valid:152.898 test:148.555> -<ITER25 LR0.02799 train:85.956 valid:152.151 test:147.826> -<ITER26 LR0.01680 train:85.306 valid:151.667 test:147.369> -<ITER27 LR0.01008 train:84.893 valid:151.352 test:147.076> -<ITER28 LR0.00605 train:84.631 valid:151.201 test:146.932> -<ITER29 LR0.00363 train:84.466 valid:151.174 test:146.899> -<ITER30 LR0.00218 train:84.362 valid:151.175 test:146.888> - -===FINAL TEST=== -[SCHEDULER FINAL_TEST]: preparing parameters... -reading chunk 0 from 0 -metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} - -reading chunk 1 from 34554093 -metadata: return {type="nerv.BiasParam",id="bp_h"} - -reading chunk 2 from 34557749 -metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} - -reading chunk 3 from 69268538 -metadata: return {type="nerv.BiasParam",id="bp_o"} - -reading chunk 4 from 69384767 -metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} - -reading chunk 5 from 70448846 -[SCHEDULER FINAL_TEST]: preparing parameters end. -[SCHEDULER FINAL_TEST]: preparing layers... -(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1 -(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1 -(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1 -(00:40:45 2015-11-13)[nerv] info: create layer: outputL -(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL -(00:40:45 2015-11-13)[nerv] info: create layer: selectL1 -[SCHEDULER FINAL_TEST]: preparing layers end. -[SCHEDULER FINAL_TEST]: Generate and initing TNN ... -<input> selectL1 0 -selectL1 recurrentL1 0 -recurrentL1 sigmoidL1 0 -sigmoidL1 combinerL1 0 -combinerL1 recurrentL1 1 -combinerL1 outputL 0 -outputL softmaxL 0 -<input> softmaxL 0 -softmaxL <output> 0 -recurrentL1 #dim_in: 2 #dim_out: 1 #i_conns_p: 2 #o_conns_p 1 -outputL #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -combinerL1 #dim_in: 1 #dim_out: 2 #i_conns_p: 1 #o_conns_p 2 -sigmoidL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 1 #o_conns_p 1 -selectL1 #dim_in: 1 #dim_out: 1 #i_conns_p: 0 #o_conns_p 1 -softmaxL #dim_in: 2 #dim_out: 1 #i_conns_p: 1 #o_conns_p 0 -TNN initing storage selectL1 -> recurrentL1 -TNN initing storage recurrentL1 -> sigmoidL1 -TNN initing storage sigmoidL1 -> combinerL1 -TNN initing storage combinerL1 -> recurrentL1 -TNN initing storage combinerL1 -> outputL -TNN initing storage outputL -> softmaxL -[SCHEDULER FINAL_TEST]: Initing TNN end. -[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... -batch_size: 10 chunk_size 15 -[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015. - [SCHEDULER FINAL_TEST]: log prob per sample :-2.105765. -[LOG]LMSeqReader: file expires, closing. -[SCHEDULER FINAL_TEST]: Displaying result: -[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931285533> <PPL_OOV 128.47064194653> <LOGP -173828.70500097> -[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. diff --git a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua index cbcdcbe..9127559 100644 --- a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua +++ b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua @@ -7,12 +7,12 @@ local test_fn = "/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-te --local test_fn = "/home/slhome/txh18/workspace/nerv-project/nerv/examples/lmptb/PTBdata/ptb.train.txt" local vocab = nerv.LMVocab() vocab:build_file(test_fn) -local chunk_size = 5 +local chunk_size = 20 local batch_size = 3 local global_conf = { lrate = 1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, hidden_size = 20, chunk_size = chunk_size, @@ -30,11 +30,12 @@ local global_conf = { vocab = vocab } -local reader = nerv.LMSeqReader(global_conf, batch_size, chunk_size, vocab) +local reader = nerv.LMSeqReader(global_conf, batch_size, chunk_size, vocab, {["se_mode"] = true}) reader:open_file(test_fn) local feeds = {} feeds.flags_now = {} feeds.inputs_m = {} +feeds.flagsPack_now = {} for j = 1, chunk_size do feeds.inputs_m[j] = {global_conf.cumat_type(batch_size, 1), global_conf.cumat_type(batch_size, global_conf.vocab:size())} feeds.flags_now[j] = {} diff --git a/nerv/examples/lmptb/m-tests/sutil_test.lua b/nerv/examples/lmptb/m-tests/sutil_test.lua new file mode 100644 index 0000000..08a812c --- /dev/null +++ b/nerv/examples/lmptb/m-tests/sutil_test.lua @@ -0,0 +1,15 @@ +--require "tnn.init" + +local ss = "0.1*1:2" +nerv.SUtil.parse_schedule(ss) +ss = "train:test" +local coms = nerv.SUtil.parse_commands_set(ss) +print("!!!") +for p, v in pairs(coms) do + print(p,v) +end +nerv.sss = "sss" +print(nerv.sss) + +fh = assert(io.open("/home/slhome/txh18/workspace/nerv/play/try", "w")) +fh:write("!!!2") diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/rnnlm_ptb_main.lua index f68311c..ca62023 100644 --- a/nerv/examples/lmptb/tnn_ptb_main.lua +++ b/nerv/examples/lmptb/rnnlm_ptb_main.lua @@ -2,7 +2,7 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' require 'lmptb.layer.init' -require 'rnn.init' +--require 'tnn.init' require 'lmptb.lmseqreader' require 'lm_trainer' @@ -17,8 +17,14 @@ local LMTrainer = nerv.LMTrainer function prepare_parameters(global_conf, iter) printf("%s preparing parameters...\n", global_conf.sche_log_pre) - if (iter == -1) then --first time - printf("%s first time, generating parameters...\n", global_conf.sche_log_pre) + global_conf.paramRepo = nerv.ParamRepo() + local paramRepo = global_conf.paramRepo + + if iter == -1 then --first time + printf("%s first time, prepare some pre-set parameters, and leaving other parameters to auto-generation...\n", global_conf.sche_log_pre) + local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') + f:close() + --[[ ltp_ih = nerv.LinearTransParam("ltp_ih", global_conf) ltp_ih.trans = global_conf.cumat_type(global_conf.vocab:size(), global_conf.hidden_size) --index 0 is for zero, others correspond to vocab index(starting from 1) ltp_ih.trans:generate(global_conf.param_random) @@ -27,47 +33,48 @@ function prepare_parameters(global_conf, iter) ltp_hh.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.hidden_size) ltp_hh.trans:generate(global_conf.param_random) - ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) - ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) - ltp_ho.trans:generate(global_conf.param_random) + --ltp_ho = nerv.LinearTransParam("ltp_ho", global_conf) + --ltp_ho.trans = global_conf.cumat_type(global_conf.hidden_size, global_conf.vocab:size()) + --ltp_ho.trans:generate(global_conf.param_random) bp_h = nerv.BiasParam("bp_h", global_conf) bp_h.trans = global_conf.cumat_type(1, global_conf.hidden_size) bp_h.trans:generate(global_conf.param_random) - bp_o = nerv.BiasParam("bp_o", global_conf) - bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) - bp_o.trans:generate(global_conf.param_random) + --bp_o = nerv.BiasParam("bp_o", global_conf) + --bp_o.trans = global_conf.cumat_type(1, global_conf.vocab:size()) + --bp_o.trans:generate(global_conf.param_random) local f = nerv.ChunkFile(global_conf.param_fn .. '.0', 'w') f:write_chunk(ltp_ih) f:write_chunk(ltp_hh) - f:write_chunk(ltp_ho) + --f:write_chunk(ltp_ho) f:write_chunk(bp_h) - f:write_chunk(bp_o) + --f:write_chunk(bp_o) f:close() - + ]]-- return nil end printf("%s loading parameter from file %s...\n", global_conf.sche_log_pre, global_conf.param_fn .. '.' .. tostring(iter)) - local paramRepo = nerv.ParamRepo() paramRepo:import({global_conf.param_fn .. '.' .. tostring(iter)}, nil, global_conf) printf("%s preparing parameters end.\n", global_conf.sche_log_pre) - return paramRepo + return nil end --global_conf: table --Returns: nerv.LayerRepo -function prepare_layers(global_conf, paramRepo) +function prepare_layers(global_conf) printf("%s preparing layers...\n", global_conf.sche_log_pre) + local pr = global_conf.paramRepo + local du = false --local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["break_id"] = global_conf.vocab:get_sen_entry().id, ["independent"] = global_conf.independent, ["clip"] = 10}} - local recurrentLconfig = {{["bp"] = "bp_h", ["ltp_hh"] = "ltp_hh"}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du}} + local recurrentLconfig = {{}, {["dim_in"] = {global_conf.hidden_size, global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}, ["clip"] = 10, ["direct_update"] = du, ["pr"] = pr}} local layers = { ["nerv.AffineRecurrentLayer"] = { @@ -75,7 +82,7 @@ function prepare_layers(global_conf, paramRepo) }, ["nerv.SelectLinearLayer"] = { - ["selectL1"] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}}, + ["selectL1"] = {{}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab, ["pr"] = pr}}, }, ["nerv.SigmoidLayer"] = { @@ -87,7 +94,7 @@ function prepare_layers(global_conf, paramRepo) }, ["nerv.AffineLayer"] = { - ["outputL"] = {{["ltp"] = "ltp_ho", ["bp"] = "bp_o"}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du}}, + ["outputL"] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.vocab:size()}, ["direct_update"] = du, ["pr"] = pr}}, }, ["nerv.SoftmaxCELayerT"] = { @@ -104,7 +111,7 @@ function prepare_layers(global_conf, paramRepo) end --]] - local layerRepo = nerv.LayerRepo(layers, paramRepo, global_conf) + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) printf("%s preparing layers end.\n", global_conf.sche_log_pre) return layerRepo end @@ -146,10 +153,10 @@ function prepare_tnn(global_conf, layerRepo) end function load_net(global_conf, next_iter) - local paramRepo = prepare_parameters(global_conf, next_iter) - local layerRepo = prepare_layers(global_conf, paramRepo) + prepare_parameters(global_conf, next_iter) + local layerRepo = prepare_layers(global_conf) local tnn = prepare_tnn(global_conf, layerRepo) - return tnn, paramRepo + return tnn end local train_fn, valid_fn, test_fn @@ -165,7 +172,7 @@ test_fn = data_dir .. '/ptb.test.txt.adds' vocab_fn = data_dir .. '/vocab' global_conf = { - lrate = 1, wcost = 1e-5, momentum = 0, + lrate = 1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, mmat_type = nerv.MMatrixFloat, nn_act_default = 0, @@ -174,7 +181,7 @@ global_conf = { chunk_size = 15, batch_size = 10, max_iter = 35, - decay_iter = 16, + decay_iter = 15, param_random = function() return (math.random() / 5 - 0.1) end, train_fn = train_fn, @@ -184,7 +191,7 @@ global_conf = { sche_log_pre = "[SCHEDULER]:", log_w_num = 40000, --give a message when log_w_num words have been processed timer = nerv.Timer(), - work_dir = '/home/slhome/txh18/workspace/nerv/play/dagL_test' + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/ptbEXP/tnn_test' } elseif (set == "msr_sc") then @@ -213,9 +220,9 @@ global_conf = { test_fn = test_fn, vocab_fn = vocab_fn, sche_log_pre = "[SCHEDULER]:", - log_w_num = 40000, --give a message when log_w_num words have been processed + log_w_num = 400000, --give a message when log_w_num words have been processed timer = nerv.Timer(), - work_dir = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' + work_dir_base = '/home/slhome/txh18/workspace/sentenceCompletion/EXP-Nerv/rnnlm_test' } else @@ -228,12 +235,12 @@ vocab_fn = '/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/s global_conf = { lrate = 1, wcost = 1e-5, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, nn_act_default = 0, hidden_size = 20, chunk_size = 2, - batch_size = 3, + batch_size = 10, max_iter = 3, param_random = function() return (math.random() / 5 - 0.1) end, @@ -244,15 +251,11 @@ global_conf = { sche_log_pre = "[SCHEDULER]:", log_w_num = 10, --give a message when log_w_num words have been processed timer = nerv.Timer(), - work_dir = '/home/slhome/txh18/workspace/nerv/play/dagL_test' + work_dir_base = '/home/slhome/txh18/workspace/nerv/play/testEXP/tnn_test' } end -global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' -global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' -global_conf.param_fn = global_conf.work_dir .. "/params" - lr_half = false --can not be local, to be set by loadstring start_iter = -1 ppl_last = 100000 @@ -264,6 +267,11 @@ else printf("%s not user setting, all default...\n", global_conf.sche_log_pre) end +global_conf.work_dir = global_conf.work_dir_base .. 'h' .. global_conf.hidden_size .. 'ch' .. global_conf.chunk_size .. 'ba' .. global_conf.batch_size .. 'slr' .. global_conf.lrate .. 'wc' .. global_conf.wcost +global_conf.train_fn_shuf = global_conf.work_dir .. '/train_fn_shuf' +global_conf.train_fn_shuf_bak = global_conf.train_fn_shuf .. '_bak' +global_conf.param_fn = global_conf.work_dir .. "/params" + ----------------printing options--------------------------------- printf("%s printing global_conf...\n", global_conf.sche_log_pre) for id, value in pairs(global_conf) do @@ -290,12 +298,16 @@ printf("%s building vocab...\n", global_conf.sche_log_pre) global_conf.vocab:build_file(global_conf.vocab_fn, false) ppl_rec = {} -if (start_iter == -1) then - prepare_parameters(global_conf, -1) --randomly generate parameters +if start_iter == -1 then + prepare_parameters(global_conf, -1) --write pre_generated params to param.0 file +end +if start_iter == -1 or start_iter == 0 then print("===INITIAL VALIDATION===") - local tnn, paramRepo = load_net(global_conf, 0) - local result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + local tnn = load_net(global_conf, 0) + global_conf.paramRepo = tnn:get_params() --get auto-generted params + global_conf.paramRepo:export(global_conf.param_fn .. '.0', nil) --some parameters are auto-generated, saved again to param.0 file + local result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! nerv.LMUtil.wait(1) ppl_rec[0] = {} ppl_rec[0].valid = result:ppl_all("rnn") @@ -309,16 +321,13 @@ if (start_iter == -1) then print() end -if (start_iter == 0) then - nerv.error("start_iter should not be zero") -end local final_iter for iter = start_iter, global_conf.max_iter, 1 do final_iter = iter --for final testing global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:" - tnn, paramRepo = load_net(global_conf, iter - 1) + tnn = load_net(global_conf, iter - 1) printf("===ITERATION %d LR %f===\n", iter, global_conf.lrate) - result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.train_fn_shuf, tnn, true) --true update! ppl_rec[iter] = {} ppl_rec[iter].train = result:ppl_all("rnn") --shuffling training file @@ -326,30 +335,26 @@ for iter = start_iter, global_conf.max_iter, 1 do os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak) os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf) printf("===PEEK ON TEST %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! ppl_rec[iter].test = result:ppl_all("rnn") printf("===VALIDATION %d===\n", iter) - result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update! + result = LMTrainer.lm_process_file_rnn(global_conf, global_conf.valid_fn, tnn, false) --false update! ppl_rec[iter].valid = result:ppl_all("rnn") ppl_rec[iter].lr = global_conf.lrate if ((ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) and iter > global_conf.decay_iter) then global_conf.lrate = (global_conf.lrate * 0.6) end - if (ppl_rec[iter].valid < ppl_last) then + if ppl_rec[iter].valid < ppl_last then printf("%s PPL improves, saving net to file %s.%d...\n", global_conf.sche_log_pre, global_conf.param_fn, iter) - paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) + global_conf.paramRepo:export(global_conf.param_fn .. '.' .. tostring(iter), nil) else printf("%s PPL did not improve, rejected, copying param file of last iter...\n", global_conf.sche_log_pre) os.execute('cp ' .. global_conf.param_fn..'.'..tostring(iter - 1) .. ' ' .. global_conf.param_fn..'.'..tostring(iter)) - --if (lr_half == true) then - -- printf("%s LR is already halfing, end training...\n", global_conf.sche_log_pre) - -- break - --end end - if (ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) then + if ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true then lr_half = true end - if (ppl_rec[iter].valid < ppl_last) then + if ppl_rec[iter].valid < ppl_last then ppl_last = ppl_rec[iter].valid end printf("\n") @@ -362,6 +367,6 @@ end printf("\n") printf("===FINAL TEST===\n") global_conf.sche_log_pre = "[SCHEDULER FINAL_TEST]:" -tnn, paramRepo = load_net(global_conf, final_iter) -LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update! +tnn = load_net(global_conf, final_iter) +LMTrainer.lm_process_file_rnn(global_conf, global_conf.test_fn, tnn, false) --false update! diff --git a/nerv/examples/lmptb/unfold_ptb_main.lua b/nerv/examples/lmptb/unfold_ptb_main.lua index 6c4ead3..eebab2b 100644 --- a/nerv/examples/lmptb/unfold_ptb_main.lua +++ b/nerv/examples/lmptb/unfold_ptb_main.lua @@ -8,6 +8,7 @@ require 'lmptb.lmvocab' require 'lmptb.lmfeeder' require 'lmptb.lmutil' +require 'tnn.init' nerv.include('lmptb/layer/init.lua') --[[global function rename]]-- @@ -70,7 +71,7 @@ function prepare_layers(global_conf, paramRepo) }, ["nerv.SelectLinearLayer"] = { - ["selectL1"] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}}, + ["selectL1"] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab}}, }, ["nerv.SigmoidLayer"] = { @@ -90,7 +91,7 @@ function prepare_layers(global_conf, paramRepo) for i = 1, global_conf.bptt do layers["nerv.IndRecurrentLayer"]["recurrentL" .. (i + 1)] = recurrentLconfig layers["nerv.SigmoidLayer"]["sigmoidL" .. (i + 1)] = {{}, {["dim_in"] = {global_conf.hidden_size}, ["dim_out"] = {global_conf.hidden_size}}} - layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}}} + layers["nerv.SelectLinearLayer"]["selectL" .. (i + 1)] = {{["ltp"] = "ltp_ih"}, {["dim_in"] = {1}, ["dim_out"] = {global_conf.hidden_size}, ["vocab"] = global_conf.vocab}} end local layerRepo = nerv.LayerRepo(layers, paramRepo, global_conf) printf("%s preparing layers end.\n", global_conf.sche_log_pre) @@ -138,7 +139,7 @@ function prepare_dagLayer(global_conf, layerRepo) printf("\t%s->%s\n", key, value) end - local dagL = nerv.DAGLayer("dagL", global_conf, {["dim_in"] = dim_in_t, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, + local dagL = nerv.DAGLayerT("dagL", global_conf, {["dim_in"] = dim_in_t, ["dim_out"] = {1}, ["sub_layers"] = layerRepo, ["connections"] = connections_t, }) dagL:init(global_conf.batch_size) @@ -173,7 +174,7 @@ function propagateFile(global_conf, dagL, fn, config) local dagL_input = {} for i = 1, global_conf.bptt + 1 do - dagL_input[i] = global_conf.cumat_type(1, global_conf.batch_size) --changed to row vector, debughtx + dagL_input[i] = global_conf.cumat_type(global_conf.batch_size, 1) --changed to row vector, debughtx end dagL_input[global_conf.bptt + 2] = global_conf.cumat_type(global_conf.batch_size, global_conf.hidden_size) dagL_input[global_conf.bptt + 3] = global_conf.cumat_type(global_conf.batch_size, global_conf.vocab:size()) @@ -209,7 +210,7 @@ function propagateFile(global_conf, dagL, fn, config) global_conf.timer:toc("dagL-propagate") hidden_store[tnow] = global_conf.cumat_type(global_conf.batch_size, global_conf.hidden_size) - hidden_store[tnow]:copy_fromd(sigmoidL_ref.outputs[1]) + hidden_store[tnow]:copy_fromd(sigmoidL_ref.outputs[1][1]) if (config.do_train == true) then global_conf.timer:tic("dagL-back_propagate") @@ -277,9 +278,9 @@ if (set == "ptb") then global_conf = { lrate = 1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, - hidden_size = 200, + hidden_size = 50, batch_size = 10, bptt = 6, --train bptt_block's words. could be set to zero max_iter = 18, @@ -290,7 +291,7 @@ if (set == "ptb") then valid_fn = valid_fn, test_fn = test_fn, sche_log_pre = "[SCHEDULER]:", - log_w_num = 100000, --give a message when log_w_num words have been processed + log_w_num = 1000, --give a message when log_w_num words have been processed timer = nerv.Timer() } global_conf.work_dir = work_dir_base.."/h"..global_conf.hidden_size.."bp"..global_conf.bptt.."slr"..global_conf.lrate --..os.date("_%bD%dH%H") --comment this for testing @@ -303,7 +304,7 @@ elseif (set == "test") then global_conf = { lrate = 0.1, wcost = 1e-6, momentum = 0, cumat_type = nerv.CuMatrixFloat, - mmat_type = nerv.CuMatrixFloat, + mmat_type = nerv.MMatrixFloat, hidden_size = 5, batch_size = 1, diff --git a/nerv/init.lua b/nerv/init.lua index 9c1a5c8..b5d20a2 100644 --- a/nerv/init.lua +++ b/nerv/init.lua @@ -130,3 +130,4 @@ nerv.include('matrix/init.lua') nerv.include('io/init.lua') nerv.include('layer/init.lua') nerv.include('nn/init.lua') +nerv.include('tnn/init.lua') diff --git a/nerv/layer/affine.lua b/nerv/layer/affine.lua index 3ba9408..566e9bc 100644 --- a/nerv/layer/affine.lua +++ b/nerv/layer/affine.lua @@ -5,7 +5,7 @@ local AffineLayer = nerv.class('nerv.AffineLayer', 'nerv.Layer') function MatrixParam:read(handle) self.trans = self.gconf.cumat_type.new_from_host( - nerv.MMatrixFloat.load(handle)) + self.gconf.mmat_type.load(handle)) end function MatrixParam:write(handle) @@ -17,74 +17,82 @@ function MatrixParam:train_init() self.correction:fill(0) end -function MatrixParam:update_by_gradient(gradient) +function MatrixParam:_update_by_gradient(gradient, alpha, beta) local gconf = self.gconf + -- momentum gain + local mmt_gain = 1.0 / (1.0 - gconf.momentum) + local n = gconf.batch_size * mmt_gain + -- perform update if gconf.momentum > 0 then self.correction:add(self.correction, gradient, gconf.momentum, 1.0) - -- momentum gain - local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain - -- perform update - self.trans:add(self.trans, self.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) + self.trans:add(self.trans, self.correction, alpha, -gconf.lrate / n * beta) else - self.trans:add(self.trans, gradient, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / gconf.batch_size) + self.trans:add(self.trans, gradient, alpha, -gconf.lrate / n * beta) end end -function MatrixParam:update_by_err_input(err, input) +function MatrixParam:_update_by_err_input(err, input, alpha, beta) local gconf = self.gconf + -- momentum gain + local mmt_gain = 1.0 / (1.0 - gconf.momentum) + local n = gconf.batch_size * mmt_gain + -- perform update if gconf.momentum > 0 then self.correction:mul(input, err, 1.0, gconf.momentum, 'T', 'N') - -- momentum gain - local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain - -- perform update - self.trans:add(self.trans, self.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) + self.trans:add(self.trans, self.correction, alpha, -gconf.lrate / n * beta) else - self.trans:mul(input, err, - gconf.lrate / gconf.batch_size, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, 'T', 'N') + self.trans:mul(input, err, -gconf.lrate / n * beta, alpha, 'T', 'N') end end ---[[ --these updates are the same -function LinearTransParam:update(gradient) - MatrixParam.update(self, gradient) - -- local gconf = self.gconf - -- weight decay(put into MatrixParam:update) - -- self.trans:add(self.trans, self.trans, 1.0, -gconf.lrate * gconf.wcost / gconf.batch_size) +function MatrixParam:update_by_gradient(gradient) + self:_update_by_gradient(gradient, 1.0, 1.0) end -function BiasParam:update(gradient) - MatrixParam.update(self, gradient) - --local gconf = self.gconf - -- weight decay - -- self.trans:add(self.trans, self.trans, 1.0, -gconf.lrate * gconf.wcost / gconf.batch_size) +function MatrixParam:update_by_err_input(err, input) + self:_update_by_err_input(err, input, 1.0, 1.0) +end + +function LinearTransParam:update_by_err_input(err, input) + local gconf = self.gconf + local l2 = 1 - gconf.lrate * gconf.wcost + self:_update_by_err_input(err, input, l2, l2) end -]]-- function AffineLayer:__init(id, global_conf, layer_conf) self.id = id - self.ltp = layer_conf.ltp - self.bp = layer_conf.bp self.dim_in = layer_conf.dim_in self.dim_out = layer_conf.dim_out + self.ltp = self:find_param("ltp", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp + for i = 2, #self.dim_in do + self["ltp" .. i] = self:find_param("ltp" .. i, layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[i], self.dim_out[1]}) + end + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]}) --layer_conf.bp self.gconf = global_conf - self:check_dim_len(1, 1) -- exactly one input and one output - self.direct_update = layer_conf.direct_update or global_conf.direct_update + self:check_dim_len(-1, 1) -- exactly one output, allow multiple inputs end function AffineLayer:init(batch_size) if self.ltp.trans:ncol() ~= self.bp.trans:ncol() then nerv.error("mismatching dimensions of linear transform and bias paramter") end + self.bp:train_init() if self.dim_in[1] ~= self.ltp.trans:nrow() then nerv.error("mismatching dimensions of linear transform parameter and input") end if self.dim_out[1] ~= self.ltp.trans:ncol() then nerv.error("mismatching dimensions of linear transform parameter and output") end - self.ltp_grad = self.ltp.trans:create() self.ltp:train_init() - self.bp:train_init() + for i = 2, #self.dim_in do + if self.dim_in[i] ~= self["ltp" .. i].trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self["ltp" .. i].trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self["ltp" .. i]:train_init() + end end function AffineLayer:batch_resize(batch_size) @@ -92,38 +100,32 @@ function AffineLayer:batch_resize(batch_size) end function AffineLayer:update(bp_err, input, output) - if self.direct_update == true then - local gconf = self.gconf - if gconf.momentum > 0 then - self.ltp.correction:mul(input[1], bp_err[1], 1.0, gconf.momentum, 'T', 'N') - self.bp.correction:add(self.bp.correction, bp_err[1]:colsum(), gconf.momentum, 1) - -- momentum gain - local mmt_gain = 1.0 / (1.0 - gconf.momentum) - local n = self.gconf.batch_size * mmt_gain - -- perform update - self.ltp.trans:add(self.ltp.trans, self.ltp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) - self.bp.trans:add(self.bp.trans, self.bp.correction, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / n) - else - self.ltp.trans:mul(input[1], bp_err[1], - gconf.lrate / gconf.batch_size, 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, 'T', 'N') - self.bp.trans:add(self.bp.trans, bp_err[1]:colsum(), 1.0 - gconf.lrate * gconf.wcost / gconf.batch_size, - gconf.lrate / gconf.batch_size) - end - else - self.ltp:update_by_err_input(bp_err[1], input[1]) - self.bp:update_by_gradient(bp_err[1]:colsum()) + self.ltp:update_by_err_input(bp_err[1], input[1]) + for i = 2, #self.dim_in do + self["ltp" .. i]:update_by_err_input(bp_err[1], input[i]) end + self.bp:update_by_gradient(bp_err[1]:colsum()) end function AffineLayer:propagate(input, output) - -- apply linear transform output[1]:mul(input[1], self.ltp.trans, 1.0, 0.0, 'N', 'N') - -- add bias + for i = 2, #self.dim_in do + output[1]:mul(input[i], self["ltp" .. i].trans, 1.0, 1.0, 'N', 'N') + end output[1]:add_row(self.bp.trans, 1.0) end function AffineLayer:back_propagate(bp_err, next_bp_err, input, output) next_bp_err[1]:mul(bp_err[1], self.ltp.trans, 1.0, 0.0, 'N', 'T') + for i = 2, #self.dim_in do + next_bp_err[i]:mul(bp_err[1], self["ltp" .. i].trans, 1.0, 0.0, 'N', 'T') + end end function AffineLayer:get_params() - return nerv.ParamRepo({self.ltp, self.bp}) + local pr = nerv.ParamRepo({self.ltp, self.bp}) + for i = 2, #self.dim_in do + pr:add(self["ltp" .. i].id, self["ltp" .. i]) + end + return pr end diff --git a/nerv/layer/affine_recurrent.lua b/nerv/layer/affine_recurrent.lua index da189e0..d537f4a 100644 --- a/nerv/layer/affine_recurrent.lua +++ b/nerv/layer/affine_recurrent.lua @@ -10,8 +10,8 @@ function Recurrent:__init(id, global_conf, layer_conf) self.dim_out = layer_conf.dim_out self.gconf = global_conf - self.bp = layer_conf.bp - self.ltp_hh = layer_conf.ltp_hh --from hidden to hidden + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]}) --layer_conf.bp + self.ltp_hh = self:find_param("ltp_hh", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp_hh --from hidden to hidden self:check_dim_len(2, 1) self.direct_update = layer_conf.direct_update diff --git a/nerv/layer/elem_mul.lua b/nerv/layer/elem_mul.lua new file mode 100644 index 0000000..c809d3e --- /dev/null +++ b/nerv/layer/elem_mul.lua @@ -0,0 +1,38 @@ +local ElemMulLayer = nerv.class('nerv.ElemMulLayer', 'nerv.Layer') + +function ElemMulLayer:__init(id, global_conf, layer_conf) + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + self:check_dim_len(2, 1) -- Element-multiply input[1] and input[2] +end + +function ElemMulLayer:init(batch_size) + if self.dim_in[1] ~= self.dim_in[2] or + self.dim_in[1] ~= self.dim_out[1] then + nerv.error("dim_in and dim_out mismatch for ElemMulLayer") + end +end + +function ElemMulLayer:batch_resize(batch_size) + --do nothing +end + +function ElemMulLayer:propagate(input, output) + output[1]:mul_elem(input[1], input[2]) +end + +function ElemMulLayer:back_propagate(bp_err, next_bp_err, input, output) + next_bp_err[1]:mul_elem(bp_err[1], input[2]) + next_bp_err[2]:mul_elem(bp_err[1], input[1]) +end + +function ElemMulLayer:update(bp_err, input, output) + --do nothing +end + +function ElemMulLayer:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/layer/gate_fff.lua b/nerv/layer/gate_fff.lua new file mode 100644 index 0000000..751dde1 --- /dev/null +++ b/nerv/layer/gate_fff.lua @@ -0,0 +1,71 @@ +local GateFFFLayer = nerv.class('nerv.GateFFFLayer', 'nerv.Layer') + +function GateFFFLayer:__init(id, global_conf, layer_conf) + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + self.ltp1 = self:find_param("ltp1", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[1], self.dim_out[1]}) --layer_conf.ltp + self.ltp2 = self:find_param("ltp2", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[2], self.dim_out[1]}) --layer_conf.ltp + self.ltp3 = self:find_param("ltp3", layer_conf, global_conf, nerv.LinearTransParam, {self.dim_in[3], self.dim_out[1]}) --layer_conf.ltp + self.bp = self:find_param("bp", layer_conf, global_conf, nerv.BiasParam, {1, self.dim_out[1]})--layer_conf.bp + + self:check_dim_len(3, 1) -- exactly one input and one output +end + +function GateFFFLayer:init(batch_size) + if self.ltp1.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp2.trans:ncol() ~= self.bp.trans:ncol() or + self.ltp3.trans:ncol() ~= self.bp.trans:ncol() then + nerv.error("mismatching dimensions of linear transform and bias paramter") + end + if self.dim_in[1] ~= self.ltp1.trans:nrow() or + self.dim_in[2] ~= self.ltp2.trans:nrow() or + self.dim_in[3] ~= self.ltp3.trans:nrow() then + nerv.error("mismatching dimensions of linear transform parameter and input") + end + if self.dim_out[1] ~= self.ltp1.trans:ncol() then + nerv.error("mismatching dimensions of linear transform parameter and output") + end + self.ltp1:train_init() + self.ltp2:train_init() + self.ltp3:train_init() + self.bp:train_init() + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) +end + +function GateFFFLayer:batch_resize(batch_size) + if self.err_m:nrow() ~= batch_size then + self.err_bakm = self.gconf.cumat_type(batch_size, self.dim_out[1]) + end +end + +function GateFFFLayer:propagate(input, output) + -- apply linear transform + output[1]:mul(input[1], self.ltp1.trans, 1.0, 0.0, 'N', 'N') + output[1]:mul(input[2], self.ltp2.trans, 1.0, 1.0, 'N', 'N') + output[1]:mul(input[3], self.ltp3.trans, 1.0, 1.0, 'N', 'N') + -- add bias + output[1]:add_row(self.bp.trans, 1.0) + output[1]:sigmoid(output[1]) +end + +function GateFFFLayer:back_propagate(bp_err, next_bp_err, input, output) + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + next_bp_err[1]:mul(self.err_bakm, self.ltp1.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[2]:mul(self.err_bakm, self.ltp2.trans, 1.0, 0.0, 'N', 'T') + next_bp_err[3]:mul(self.err_bakm, self.ltp3.trans, 1.0, 0.0, 'N', 'T') +end + +function GateFFFLayer:update(bp_err, input, output) + self.err_bakm:sigmoid_grad(bp_err[1], output[1]) + self.ltp1:update_by_err_input(self.err_bakm, input[1]) + self.ltp2:update_by_err_input(self.err_bakm, input[2]) + self.ltp3:update_by_err_input(self.err_bakm, input[3]) + self.bp:update_by_gradient(self.err_bakm:colsum()) +end + +function GateFFFLayer:get_params() + return nerv.ParamRepo({self.ltp1, self.ltp2, self.ltp3, self.bp}) +end diff --git a/nerv/layer/init.lua b/nerv/layer/init.lua index 6861b0e..23606e1 100644 --- a/nerv/layer/init.lua +++ b/nerv/layer/init.lua @@ -70,8 +70,29 @@ function Layer:get_dim() return self.dim_in, self.dim_out end +function Layer:find_param(pid, l_conf, gconf, p_type, p_dim) + if l_conf[pid] ~= nil then + nerv.info("Param [%s] of layer [%s] found in layer_conf.", pid, self.id) + return l_conf[pid] + end + local pid_g = self.id .. '_' .. pid --global identifier + local pr = l_conf.pr + local p + if pr ~= nil and pr:has_param(pid_g) == true then + nerv.info("Param [%s] of layer [%s] found in layer_conf.paramRepo.", pid, self.id) + p = pr:get_param(pid_g) + return p + end + nerv.info("Param [%s] of layer [%s] is not found in layer_conf or layer_conf.paramRepo, switch to auto-generate.", pid, self.id) + p = p_type(pid_g, gconf) + p.trans = gconf.cumat_type(unpack(p_dim)) + p.trans:generate(gconf.param_random) + return p +end + nerv.include('affine.lua') nerv.include('sigmoid.lua') +nerv.include('tanh.lua') nerv.include('softmax_ce.lua') nerv.include('bias.lua') nerv.include('window.lua') @@ -79,3 +100,5 @@ nerv.include('mse.lua') nerv.include('combiner.lua') nerv.include('affine_recurrent.lua') nerv.include('softmax.lua') +nerv.include('elem_mul.lua') +nerv.include('gate_fff.lua') diff --git a/nerv/layer/tanh.lua b/nerv/layer/tanh.lua new file mode 100644 index 0000000..e1c32f2 --- /dev/null +++ b/nerv/layer/tanh.lua @@ -0,0 +1,35 @@ +local TanhLayer = nerv.class("nerv.TanhLayer", "nerv.Layer") + +function TanhLayer:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self:check_dim_len(1, 1) +end + +function TanhLayer:init() + if self.dim_in[1] ~= self.dim_out[1] then + nerv.error("mismatching dimensions of input and output") + end +end + +function TanhLayer:batch_resize(batch_size) + -- do nothing +end + +function TanhLayer:update(bp_err, input, output) + -- no params, therefore do nothing +end + +function TanhLayer:propagate(input, output) + output[1]:tanh(input[1]) +end + +function TanhLayer:back_propagate(bp_err, next_bp_err, input, output) + next_bp_err[1]:tanh_grad(bp_err[1], output[1]) +end + +function TanhLayer:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/lib/matrix/cukernel.cu b/nerv/lib/matrix/cukernel.cu index a19030a..210e6bf 100644 --- a/nerv/lib/matrix/cukernel.cu +++ b/nerv/lib/matrix/cukernel.cu @@ -1,5 +1,41 @@ #define NERV_GENERIC_CUKERNEL +#include "cumatrix.h" + +#ifdef __NERV_FUTURE_CUDA_7 +__device__ double atomicAdd_nvidia(double* address, double val) { + /* nvidia provided this implementation + atmoicAdd is not included in CUDA for double */ + unsigned long long int* address_as_ull = + (unsigned long long int*)address; + unsigned long long int old = *address_as_ull, assumed; + do { + assumed = old; + old = atomicCAS(address_as_ull, assumed, + __double_as_longlong(val + + __longlong_as_double(assumed))); + } while (assumed != old); + return __longlong_as_double(old); +} + +__device__ float atomicAdd_nvidia(float* address, float val) { + /* nvidia provided this implementation + I tried the included atomocAdd, but the select_liner layer result seems + unreproduceable, but sadly, even if I used this implementation, the + select_linear layer result is still unreproduceable */ + int* address_as_ull = (int*)address; + int old = *address_as_ull, assumed; + do { + assumed = old; + old = atomicCAS(address_as_ull, assumed, + __float_as_int(val + + __int_as_float(assumed))); + } while (assumed != old); + return __int_as_float(old); +} +#endif + + #define cudak_(NAME) cudak_float_ ## NAME #define MATRIX_USE_FLOAT #include "generic/elem_type.h" diff --git a/nerv/lib/matrix/cukernel.h b/nerv/lib/matrix/cukernel.h index fffe0bc..fe682d3 100644 --- a/nerv/lib/matrix/cukernel.h +++ b/nerv/lib/matrix/cukernel.h @@ -3,6 +3,10 @@ void cudak_(cuda_mul_elem)(const Matrix *a, const Matrix *b, Matrix *c); void cudak_(cuda_log_elem)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid)(const Matrix *a, Matrix *b); void cudak_(cuda_sigmoid_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); +void cudak_(cuda_rand_uniform)(const Matrix *a); //a's curand_gen may be modified +void cudak_(cuda_thres_mask)(const Matrix *a, const Matrix *b, double thres, double low, double high); +void cudak_(cuda_tanh)(const Matrix *a, Matrix *b); +void cudak_(cuda_tanh_grad)(const Matrix *output, const Matrix *err, Matrix *nerr); void cudak_(cuda_rowsum)(const Matrix *a, Matrix *b); void cudak_(cuda_rowmax)(const Matrix *a, Matrix *b); void cudak_(cuda_rowmax_idx)(const Matrix *a, Matrix *b, Matrix *idx); diff --git a/nerv/lib/matrix/generic/cukernel.cu b/nerv/lib/matrix/generic/cukernel.cu index d042d48..aa830b5 100644 --- a/nerv/lib/matrix/generic/cukernel.cu +++ b/nerv/lib/matrix/generic/cukernel.cu @@ -20,6 +20,19 @@ __global__ void cudak_(log_elem)(const MATRIX_ELEM *a, MATRIX_ELEM *b, b[idx] = log(tmp); } +__global__ void cudak_(thres_mask)(MATRIX_ELEM *a, MATRIX_ELEM *b, double thres, double low, double high, + int nrow, int ncol, int stride) { + int j = blockIdx.x * blockDim.x + threadIdx.x; + int i = blockIdx.y * blockDim.y + threadIdx.y; + long idx; + if (i >= nrow || j >= ncol) return; + idx = j + i * stride; + if (b[idx] < thres) + a[idx] = low; + else + a[idx] = high; +} + __global__ void cudak_(mul_elem)(const MATRIX_ELEM *a, const MATRIX_ELEM *b, MATRIX_ELEM *c, int nrow, int ncol, int stride) { @@ -53,6 +66,29 @@ __global__ void cudak_(sigmoid_grad)(const MATRIX_ELEM *output, nerr[idx] = output[idx] * (1.0 - output[idx]) * err[idx]; } +__global__ void cudak_(tanh)(const MATRIX_ELEM *a, MATRIX_ELEM *b, + int nrow, int ncol, int stride) { + int j = blockIdx.x * blockDim.x + threadIdx.x; + int i = blockIdx.y * blockDim.y + threadIdx.y; + long idx; + if (i >= nrow || j >= ncol) return; + idx = j + i * stride; + //b[idx] = (exp(a[idx]) - exp(-a[idx])) / (exp(a[idx]) + exp(-a[idx])); //could cause nan + b[idx] = tanh(a[idx]); +} + +__global__ void cudak_(tanh_grad)(const MATRIX_ELEM *output, + const MATRIX_ELEM *err, + MATRIX_ELEM *nerr, + int nrow, int ncol, int stride) { + int j = blockIdx.x * blockDim.x + threadIdx.x; + int i = blockIdx.y * blockDim.y + threadIdx.y; + long idx; + if (i >= nrow || j >= ncol) return; + idx = j + i * stride; + nerr[idx] = (1.0 - output[idx] * output[idx]) * err[idx]; +} + __global__ void cudak_(softmax_final)(const MATRIX_ELEM *a, MATRIX_ELEM *b, const MATRIX_ELEM *max, const MATRIX_ELEM *deno, int nrow, int ncol, int stride, int mstride) { @@ -225,14 +261,18 @@ __global__ void cudak_(clip)(MATRIX_ELEM *a, a[j + i * stride] = val_1; } +#ifdef __NERV_FUTURE_CUDA_7 __global__ void cudak_(update_select_rows)(MATRIX_ELEM *c, const MATRIX_ELEM *a, const MATRIX_ELEM *idx, int nrow_a, int ncol_a, int stride_c, int stride_a, double alpha, double beta) { int j = blockIdx.x * blockDim.x + threadIdx.x; int i = blockIdx.y * blockDim.y + threadIdx.y; if (i >= nrow_a || j >= ncol_a) return; int i_c = lrintf(idx[i]); - c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; + //critical: i_c could conflict among threads(same index in the idx array), so atomicAdd is used + //c[j + i_c * stride_c] = c[j + i_c * stride_c] * (1 - beta * alpha) + a[j + i * stride_a] * alpha; + atomicAdd_nvidia(c + j + i_c * stride_c, c[j + i_c * stride_c] * (- beta * alpha) + a[j + i * stride_a] * alpha); } +#endif __global__ void cudak_(expand_frm)(const MATRIX_ELEM *a, MATRIX_ELEM *b, int nrow, int ncol, @@ -349,6 +389,48 @@ extern "C" { cudaStreamSynchronize(0); } + void cudak_(cuda_rand_uniform)(const Matrix *a) { + #ifdef MATRIX_USE_FLOAT + curandGenerateUniform(*(a->curand_gen), MATRIX_ELEM_PTR(a), a->nrow * a->stride / sizeof(MATRIX_ELEM)); + #endif + #ifdef MATRIX_USE_DOUBLE + curandGenerateUniformDouble(*(a->curand_gen), MATRIX_ELEM_PTR(a), a->nrow * a->stride / sizeof(MATRIX_ELEM)); + #endif + } + + void cudak_(cuda_thres_mask)(const Matrix *a, const Matrix *b, double thres, double low, double high) { + dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); + dim3 numBlocks(CEIL_DIV(a->ncol, threadsPerBlock.x), + CEIL_DIV(a->nrow, threadsPerBlock.y)); + cudak_(thres_mask)<<<numBlocks, threadsPerBlock>>> \ + (MATRIX_ELEM_PTR(a), MATRIX_ELEM_PTR(b), + thres, low, high, a->nrow, a->ncol, a->stride / sizeof(MATRIX_ELEM)); + cudaStreamSynchronize(0); + } + + void cudak_(cuda_tanh)(const Matrix *a, Matrix *b) { + dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); + dim3 numBlocks(CEIL_DIV(b->ncol, threadsPerBlock.x), + CEIL_DIV(b->nrow, threadsPerBlock.y)); + cudak_(tanh)<<<numBlocks, threadsPerBlock>>> \ + (MATRIX_ELEM_PTR(a), MATRIX_ELEM_PTR(b), b->nrow, b->ncol, + b->stride / sizeof(MATRIX_ELEM)); + cudaStreamSynchronize(0); + } + + void cudak_(cuda_tanh_grad)(const Matrix *output, + const Matrix *err, Matrix *nerr) { + dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); + dim3 numBlocks(CEIL_DIV(nerr->ncol, threadsPerBlock.x), + CEIL_DIV(nerr->nrow, threadsPerBlock.y)); + cudak_(tanh_grad)<<<numBlocks, threadsPerBlock>>> \ + (MATRIX_ELEM_PTR(output), MATRIX_ELEM_PTR(err), + MATRIX_ELEM_PTR(nerr), + nerr->nrow, nerr->ncol, + nerr->stride / sizeof(MATRIX_ELEM)); + cudaStreamSynchronize(0); + } + void cudak_(cuda_rowsum)(const Matrix *a, Matrix *b) { dim3 block(CUDA_THREADS_NN, 1); int ncol = a->ncol; @@ -550,6 +632,7 @@ extern "C" { cudaStreamSynchronize(0); } +#ifdef __NERV_FUTURE_CUDA_7 void cudak_(cuda_update_select_rows)(Matrix *c, const Matrix *a, const Matrix *idx, double alpha, double beta) { dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); dim3 numBlocks(CEIL_DIV(a->ncol, threadsPerBlock.x), @@ -560,6 +643,7 @@ extern "C" { a->stride / sizeof(MATRIX_ELEM), alpha, beta); cudaStreamSynchronize(0); } +#endif void cudak_(cuda_expand_frm)(const Matrix *a, Matrix *b, int context) { dim3 threadsPerBlock(CUDA_THREADS_N, CUDA_THREADS_N); diff --git a/nerv/lib/matrix/generic/cumatrix.c b/nerv/lib/matrix/generic/cumatrix.c index 2dc5899..65e0788 100644 --- a/nerv/lib/matrix/generic/cumatrix.c +++ b/nerv/lib/matrix/generic/cumatrix.c @@ -10,6 +10,7 @@ #include "../../common.h" #include "../cukernel.h" #include "../cuda_helper.h" +#include <curand.h> void nerv_matrix_(add)(Matrix *c, const Matrix *a, const Matrix *b, MATRIX_ELEM alpha, MATRIX_ELEM beta, @@ -75,6 +76,39 @@ void nerv_matrix_(sigmoid_grad)(Matrix *nerr, const Matrix *err, NERV_SET_STATUS(status, NERV_NORMAL, 0); } +void nerv_matrix_(rand_uniform)(Matrix *a, Status *status) { + PROFILE_START + cudak_(cuda_rand_uniform)(a); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + +void nerv_matrix_(thres_mask)(Matrix *a, Matrix *b, double thres, double low, double high, Status *status) { + CHECK_SAME_DIMENSION(a, b, status); + PROFILE_START + cudak_(cuda_thres_mask)(a, b, thres, low, high); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + +void nerv_matrix_(tanh)(Matrix *a, const Matrix *b, Status *status) { + CHECK_SAME_DIMENSION(a, b, status); + PROFILE_START + cudak_(cuda_tanh)(b, a); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + +void nerv_matrix_(tanh_grad)(Matrix *nerr, const Matrix *err, + const Matrix *output, Status *status) { + CHECK_SAME_DIMENSION(nerr, err, status); + CHECK_SAME_DIMENSION(nerr, output, status); + PROFILE_START + cudak_(cuda_tanh_grad)(output, err, nerr); + PROFILE_STOP + NERV_SET_STATUS(status, NERV_NORMAL, 0); +} + Matrix *nerv_matrix_(softmax)(Matrix *b, const Matrix *a, Status *status) { Matrix *max, *max_idx; Matrix *dno; @@ -359,6 +393,7 @@ void nerv_matrix_(copy_rows_fromd_by_idx)(Matrix *a, const Matrix *b, NERV_SET_STATUS(status, NERV_NORMAL, 0); } +#ifdef __NERV_FUTURE_CUDA_7 void nerv_matrix_(update_select_rows)(Matrix *c, const Matrix *a, const Matrix *idx, double alpha, double beta, Status *status) { long nrow = a->nrow; if (idx->nrow != 1) @@ -370,6 +405,7 @@ void nerv_matrix_(update_select_rows)(Matrix *c, const Matrix *a, const Matrix * PROFILE_STOP NERV_SET_STATUS(status, NERV_NORMAL, 0); } +#endif void nerv_matrix_(expand_frm)(Matrix *a, const Matrix *b, int context, Status *status) { diff --git a/nerv/lib/matrix/generic/cumatrix.h b/nerv/lib/matrix/generic/cumatrix.h index 21c29b7..aa8805a 100644 --- a/nerv/lib/matrix/generic/cumatrix.h +++ b/nerv/lib/matrix/generic/cumatrix.h @@ -9,6 +9,9 @@ void nerv_matrix_(mul)(Matrix *c, const Matrix *a, const Matrix *b, void nerv_matrix_(sigmoid)(Matrix *a, const Matrix *b, Status *status); void nerv_matrix_(sigmoid_grad)(Matrix *nerr, const Matrix *err, const Matrix *output, Status *status); +void nerv_matrix_(tanh)(Matrix *a, const Matrix *b, Status *status); +void nerv_matrix_(tanh_grad)(Matrix *nerr, const Matrix *err, + const Matrix *output, Status *status); Matrix *nerv_matrix_(softmax)(Matrix *b, const Matrix *a, Status *status); Matrix *nerv_matrix_(rowsum)(Matrix *a, Status *status); diff --git a/nerv/lib/matrix/generic/matrix.c b/nerv/lib/matrix/generic/matrix.c index 4246751..fd5d28f 100644 --- a/nerv/lib/matrix/generic/matrix.c +++ b/nerv/lib/matrix/generic/matrix.c @@ -10,6 +10,8 @@ void nerv_matrix_(data_free)(Matrix *self, Status *status) { { /* free matrix data */ MATRIX_DATA_FREE(MATRIX_ELEM_PTR(self), status); + curandDestroyGenerator(*(self->curand_gen)); + free(self->curand_gen); free(self->data_ref); free(self); } @@ -39,6 +41,11 @@ Matrix *nerv_matrix_(create)(long nrow, long ncol, Status *status) { } self->data_ref = (long *)malloc(sizeof(long)); *self->data_ref = 0; + + self->curand_gen = (curandGenerator_t*)malloc(sizeof(curandGenerator_t)); + curandCreateGenerator(self->curand_gen, CURAND_RNG_PSEUDO_DEFAULT); + curandSetPseudoRandomGeneratorSeed(*(self->curand_gen), time(NULL)); + nerv_matrix_(data_retain)(self); NERV_SET_STATUS(status, NERV_NORMAL, 0); return self; @@ -57,6 +64,7 @@ Matrix *nerv_matrix_(getrow)(Matrix *self, int row) { prow->nmax = prow->ncol; MATRIX_ELEM_PTR(prow) = MATRIX_ROW_PTR(self, row); prow->data_ref = self->data_ref; + prow->curand_gen = self->curand_gen; nerv_matrix_(data_retain)(prow); return prow; } diff --git a/nerv/lib/matrix/matrix.h b/nerv/lib/matrix/matrix.h index 67a6e30..5a85c08 100644 --- a/nerv/lib/matrix/matrix.h +++ b/nerv/lib/matrix/matrix.h @@ -2,6 +2,7 @@ #define NERV_GENERIC_MATRIX_H #include <stddef.h> +#include <curand.h> typedef struct Matrix { size_t stride; /* size of a row */ @@ -13,6 +14,7 @@ typedef struct Matrix { long *i; } data; /* pointer to actual storage */ long *data_ref; + curandGenerator_t *curand_gen; } Matrix; #define MATRIX_ROW_PTR(self, row) \ diff --git a/nerv/matrix/generic/cumatrix.c b/nerv/matrix/generic/cumatrix.c index f675149..fb36033 100644 --- a/nerv/matrix/generic/cumatrix.c +++ b/nerv/matrix/generic/cumatrix.c @@ -62,6 +62,45 @@ static int nerv_matrix_(lua_sigmoid_grad)(lua_State *L) { return 0; } +static int nerv_matrix_(lua_thres_mask)(lua_State *L) { + Status status; + Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); + Matrix *b = luaT_checkudata(L, 2, nerv_matrix_(tname)); + MATRIX_ELEM thres = luaL_checknumber(L, 3); + MATRIX_ELEM low = luaL_checknumber(L, 4); + MATRIX_ELEM high = luaL_checknumber(L, 5); + nerv_matrix_(thres_mask)(a, b, thres, low, high, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + +static int nerv_matrix_(lua_rand_uniform)(lua_State *L) { + Status status; + Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); + nerv_matrix_(rand_uniform)(a, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + +static int nerv_matrix_(lua_tanh)(lua_State *L) { + Status status; + Matrix *a = luaT_checkudata(L, 1, nerv_matrix_(tname)); + Matrix *b = luaT_checkudata(L, 2, nerv_matrix_(tname)); + nerv_matrix_(tanh)(a, b, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + +static int nerv_matrix_(lua_tanh_grad)(lua_State *L) { + Status status; + Matrix *nerr = luaT_checkudata(L, 1, nerv_matrix_(tname)); + Matrix *err = luaT_checkudata(L, 2, nerv_matrix_(tname)); + Matrix *output = luaT_checkudata(L, 3, nerv_matrix_(tname)); + nerv_matrix_(tanh_grad)(nerr, err, output, &status); + NERV_LUA_CHECK_STATUS(L, status); + return 0; +} + static int nerv_matrix_(lua_softmax)(lua_State *L) { Status status; Matrix *a = luaT_checkudata(L, 2, nerv_matrix_(tname)); @@ -291,8 +330,10 @@ static int nerv_matrix_(lua_scale_rows_by_row)(lua_State *L) { return 0; } +#ifdef __NERV_FUTURE_CUDA_7 static int nerv_matrix_(lua_update_select_rows)(lua_State *L) { - //Update c's select rows, i.e. c[idx[i]] = c[idx[i]] * (1 - beta * alpha) + a[i] * alpha + /* update c's select rows, + * i.e. c[idx[i]] = c[idx[i]] * (1 - beta * alpha) + a[i] * alpha */ Status status; Matrix *c = luaT_checkudata(L, 1, nerv_matrix_(tname)); const Matrix *a = luaT_checkudata(L, 2, nerv_matrix_(tname)); @@ -303,6 +344,7 @@ static int nerv_matrix_(lua_update_select_rows)(lua_State *L) { NERV_LUA_CHECK_STATUS(L, status); return 0; } +#endif static const luaL_Reg nerv_matrix_(extra_methods)[] = { {"colsum", nerv_matrix_(lua_colsum)}, @@ -323,18 +365,24 @@ static const luaL_Reg nerv_matrix_(extra_methods)[] = { {"add_row", nerv_matrix_(lua_add_row)}, {"clip", nerv_matrix_(lua_clip)}, {"fill", nerv_matrix_(lua_fill)}, - {"update_select_rows", nerv_matrix_(lua_update_select_rows)}, {"sigmoid", nerv_matrix_(lua_sigmoid)}, {"sigmoid_grad", nerv_matrix_(lua_sigmoid_grad)}, + {"tanh", nerv_matrix_(lua_tanh)}, + {"tanh_grad", nerv_matrix_(lua_tanh_grad)}, + {"rand_uniform", nerv_matrix_(lua_rand_uniform)}, {"softmax", nerv_matrix_(lua_softmax)}, {"mul_elem", nerv_matrix_(lua_mul_elem)}, {"log_elem", nerv_matrix_(lua_log_elem)}, + {"thres_mask", nerv_matrix_(lua_thres_mask)}, {"copy_rows_fromh_by_idx", nerv_matrix_(lua_copy_rows_fromh_by_idx)}, {"copy_rows_fromd_by_idx", nerv_matrix_(lua_copy_rows_fromd_by_idx)}, {"expand_frm", nerv_matrix_(lua_expand_frm)}, {"rearrange_frm", nerv_matrix_(lua_rearrange_frm)}, {"scale_rows_by_row", nerv_matrix_(lua_scale_rows_by_row)}, {"scale_rows_by_col", nerv_matrix_(lua_scale_rows_by_col)}, +#ifdef __NERV_FUTURE_CUDA_7 + {"update_select_rows", nerv_matrix_(lua_update_select_rows)}, +#endif {NULL, NULL} }; diff --git a/nerv/matrix/init.lua b/nerv/matrix/init.lua index 1091d7e..14b83d4 100644 --- a/nerv/matrix/init.lua +++ b/nerv/matrix/init.lua @@ -80,3 +80,15 @@ function nerv.CuMatrixFloat:new_to_host() self:copy_toh(res) return res end + +function nerv.CuMatrixDouble.new_from_host(mat) + local res = nerv.CuMatrixDouble(mat:nrow(), mat:ncol()) + res:copy_fromh(mat) + return res +end + +function nerv.CuMatrixDouble:new_to_host() + local res = nerv.MMatrixDouble(self:nrow(), self:ncol()) + self:copy_toh(res) + return res +end diff --git a/nerv/nn/param_repo.lua b/nerv/nn/param_repo.lua index ab971ba..6d52691 100644 --- a/nerv/nn/param_repo.lua +++ b/nerv/nn/param_repo.lua @@ -67,6 +67,14 @@ function ParamRepo:export(param_file, pids) cf:close() end +function ParamRepo:has_param(pid) + if self.params[pid] ~= nil then + return true + else + return false + end +end + function ParamRepo:get_param(pid) local p = self.params[pid] if p == nil then diff --git a/nerv/examples/lmptb/rnn/init.lua b/nerv/tnn/init.lua index 0e08cb6..979f5d8 100644 --- a/nerv/examples/lmptb/rnn/init.lua +++ b/nerv/tnn/init.lua @@ -1,26 +1,26 @@ -local Layer = nerv.class('nerv.LayerT') +local LayerT = nerv.class('nerv.LayerT') -function Layer:__init(id, global_conf, layer_conf) +function LayerT:__init(id, global_conf, layer_conf) nerv.error_method_not_implemented() end -function Layer:init(batch_size, chunk_size) +function LayerT:init(batch_size, chunk_size) nerv.error_method_not_implemented() end -function Layer:update(bp_err, input, output, t) +function LayerT:update(bp_err, input, output, t) nerv.error_method_not_implemented() end -function Layer:propagate(input, output, t) +function LayerT:propagate(input, output, t) nerv.error_method_not_implemented() end -function Layer:back_propagate(bp_err, next_bp_err, input, output, t) +function LayerT:back_propagate(bp_err, next_bp_err, input, output, t) nerv.error_method_not_implemented() end -function Layer:check_dim_len(len_in, len_out) +function LayerT:check_dim_len(len_in, len_out) local expected_in = #self.dim_in local expected_out = #self.dim_out if len_in > 0 and expected_in ~= len_in then @@ -33,13 +33,17 @@ function Layer:check_dim_len(len_in, len_out) end end -function Layer:get_params() +function LayerT:get_params() nerv.error_method_not_implemented() end -function Layer:get_dim() +function LayerT:get_dim() return self.dim_in, self.dim_out end +nerv.include('sutil.lua') nerv.include('tnn.lua') -nerv.include('softmax_ce_t.lua') +nerv.include('layersT/softmax_ce_t.lua') +nerv.include('layersT/lstm_t.lua') +nerv.include('layersT/dropout_t.lua') +nerv.include('layer_dag_t.lua') diff --git a/nerv/tnn/layer_dag_t.lua b/nerv/tnn/layer_dag_t.lua new file mode 100644 index 0000000..e3a9316 --- /dev/null +++ b/nerv/tnn/layer_dag_t.lua @@ -0,0 +1,386 @@ +local DAGLayerT = nerv.class("nerv.DAGLayerT", "nerv.LayerT") + +local function parse_id(str) + local id, port, _ + _, _, id, port = string.find(str, "([a-zA-Z0-9_.]+)%[([0-9]+)%]") + if id == nil or port == nil then + _, _, id, port = string.find(str, "(.+)%[([0-9]+)%]") + if not (id == "<input>" or id == "<output>") then + nerv.error("wrong format of connection id") + end + end + port = tonumber(port) + return id, port +end + +local function discover(id, layers, layer_repo) + local ref = layers[id] + if id == "<input>" or id == "<output>" then + return nil + end + if ref == nil then + local layer = layer_repo:get_layer(id) + local dim_in, dim_out = layer:get_dim() + ref = { + id = layer.id, + layer = layer, + inputs = {}, + outputs = {}, + err_inputs = {}, + err_outputs = {}, + next_layers = {}, + input_len = #dim_in, + output_len = #dim_out, + in_deg = 0, + visited = false + } + layers[id] = ref + end + return ref +end + +function DAGLayerT:__init(id, global_conf, layer_conf) + local layers = {} + local inputs = {} + local outputs = {} + local dim_in = layer_conf.dim_in + local dim_out = layer_conf.dim_out + local parsed_conn = {} + for from, to in pairs(layer_conf.connections) do + local id_from, port_from = parse_id(from) + local id_to, port_to = parse_id(to) + local ref_from = discover(id_from, layers, layer_conf.sub_layers) + local ref_to = discover(id_to, layers, layer_conf.sub_layers) + local input_dim, output_dim, _ + if id_from == "<input>" then + input_dim, _ = ref_to.layer:get_dim() + if dim_in[port_from] ~= input_dim[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + inputs[port_from] = {ref_to, port_to} + if ref_to.inputs[1] == nil then + ref_to.inputs[1] = {} + end + if ref_to.inputs[1][port_to] ~= nil then + nerv.error("port(%d) for layer(%s) already attached", port_to, to) + end + ref_to.inputs[1][port_to] = inputs -- just a place holder + elseif id_to == "<output>" then + _, output_dim = ref_from.layer:get_dim() + if output_dim[port_from] ~= dim_out[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + outputs[port_to] = {ref_from, port_from} + if ref_from.outputs[1] == nil then + ref_from.outputs[1] = {} + end + if ref_from.outputs[1][port_from] ~= nil then + nerv.error("port(%d) for layer(%s) already attached", port_from, from) + end + ref_from.outputs[1] = {} + ref_from.outputs[1][port_from] = outputs -- just a place holder + else + _, output_dim = ref_from.layer:get_dim() + input_dim, _ = ref_to.layer:get_dim() + if output_dim[port_from] ~= input_dim[port_to] then + nerv.error("mismatching data dimension between %s and %s", from, to) + end + + table.insert(parsed_conn, + {{ref_from, port_from}, {ref_to, port_to}}) + table.insert(ref_from.next_layers, ref_to) -- add edge + ref_to.in_deg = ref_to.in_deg + 1 -- increase the in-degree of the target layer + end + end + + -- topology sort + local queue = {} + local l = 1 + local r = 1 + for id, ref in pairs(layers) do + if ref.in_deg == 0 then + table.insert(queue, ref) + nerv.info("adding source layer: %s", id) + r = r + 1 + end + end + if l == r then + nerv.error("loop detected") + end + while l < r do + local cur = queue[l] + cur.visited = true + l = l + 1 + for _, nl in pairs(cur.next_layers) do + nl.in_deg = nl.in_deg - 1 + if nl.in_deg == 0 then + table.insert(queue, nl) + r = r + 1 + end + end + end + for i = 1, #queue do + nerv.info("enqueued layer: %s %s", queue[i].layer, queue[i].layer.id) + end + + for id, ref in pairs(layers) do + -- check wether the graph is connected + if ref.visited == false then + nerv.warning("layer %s is ignored", id) + end + end + + self.layers = layers + self.inputs = inputs + self.outputs = outputs + self.id = id + self.dim_in = dim_in + self.dim_out = dim_out + self.parsed_conn = parsed_conn + self.queue = queue + self.gconf = global_conf +end + +function DAGLayerT:init(batch_size, chunk_size) + nerv.info("initing DAGLayerT %s...\n", self.id) + if chunk_size == nil then + chunk_size = 1 + nerv.info("(Initing DAGLayerT) chunk_size is nil, setting it to default 1\n") + end + + self.chunk_size = chunk_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + local dim = 1 + if output_dim[port_from] > 0 then + dim = output_dim[port_from] + end + + for t = 1, chunk_size do + local mid = self.gconf.cumat_type(batch_size, dim) + local err_mid = mid:create() + + if ref_from.outputs[t] == nil then + ref_from.outputs[t] = {} + end + if ref_to.inputs[t] == nil then + ref_to.inputs[t] = {} + end + if ref_to.err_outputs[t] == nil then + ref_to.err_outputs[t] = {} + end + if ref_from.err_inputs[t] == nil then + ref_from.err_inputs[t] = {} + end + + ref_from.outputs[t][port_from] = mid + ref_to.inputs[t][port_to] = mid + + ref_from.err_inputs[t][port_from] = err_mid + ref_to.err_outputs[t][port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + for i = 1, ref.input_len do + if ref.inputs[1][i] == nil then --peek at time 1 + nerv.error("dangling input port %d of layer %s", i, id) + end + end + for i = 1, ref.output_len do + if ref.outputs[1][i] == nil then --peek at time 1 + nerv.error("dangling output port %d of layer %s", i, id) + end + end + -- initialize sub layers + ref.layer:init(batch_size, chunk_size) + end + for i = 1, #self.dim_in do + if self.inputs[i] == nil then + nerv.error("dangling port %d of layer <input>", i) + end + end + for i = 1, #self.dim_out do + if self.outputs[i] == nil then + nerv.error("dangling port %d of layer <output>", i) + end + end +end + +function DAGLayerT:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end + if batch_size ~= self.gconf.batch_size + or chunk_size ~= self.gconf.chunk_size then + nerv.printf("warn: in DAGLayerT:batch_resize, the batch_size ~= gconf.batch_size, or chunk_size ~= gconf.chunk_size") + end + self.gconf.batch_size = batch_size + self.gconf.chunk_size = chunk_size + + for i, conn in ipairs(self.parsed_conn) do + local _, output_dim + local ref_from, port_from, ref_to, port_to + ref_from, port_from = unpack(conn[1]) + ref_to, port_to = unpack(conn[2]) + _, output_dim = ref_from.layer:get_dim() + + for t = 1, chunk_size do + if ref_from.outputs[t] == nil then + ref_from.outputs[t] = {} + end + if ref_to.inputs[t] == nil then + ref_to.inputs[t] = {} + end + if ref_from.err_outputs[t] == nil then + ref_from.err_outputs[t] = {} + end + if ref_from.err_inputs[t] == nil then + ref_from.err_inputs[t] = {} + end + + local mid = self.gconf.cumat_type(batch_size, dim) + local err_mid = mid:create() + + ref_from.outputs[t][port_from] = mid + ref_to.inputs[t][port_to] = mid + + ref_from.err_inputs[t][port_from] = err_mid + ref_to.err_outputs[t][port_to] = err_mid + end + end + for id, ref in pairs(self.layers) do + ref.layer:batch_resize(batch_size, chunk_size) + end + collectgarbage("collect") +end + +function DAGLayerT:set_inputs(input, t) + for i = 1, #self.dim_in do + if input[i] == nil then + nerv.error("some input is not provided"); + end + local layer = self.inputs[i][1] + local port = self.inputs[i][2] + if layer.inputs[t] == nil then + layer.inputs[t] = {} + end + layer.inputs[t][port] = input[i] + end +end + +function DAGLayerT:set_outputs(output, t) + for i = 1, #self.dim_out do + if output[i] == nil then + nerv.error("some output is not provided"); + end + local layer = self.outputs[i][1] + local port = self.outputs[i][2] + if layer.outputs[t] == nil then + layer.outputs[t] = {} + end + layer.outputs[t][port] = output[i] + end +end + +function DAGLayerT:set_err_inputs(bp_err, t) + for i = 1, #self.dim_out do + local layer = self.outputs[i][1] + local port = self.outputs[i][2] + if layer.err_inputs[t] == nil then + layer.err_inputs[t] = {} + end + layer.err_inputs[t][port] = bp_err[i] + end +end + +function DAGLayerT:set_err_outputs(next_bp_err, t) + for i = 1, #self.dim_in do + local layer = self.inputs[i][1] + local port = self.inputs[i][2] + if layer.err_outputs[t] == nil then + layer.err_outputs[t] = {} + end + layer.err_outputs[t][port] = next_bp_err[i] + end +end + +function DAGLayerT:update(bp_err, input, output, t) + if t == nil then + t = 1 + end + self:set_err_inputs(bp_err, t) + self:set_inputs(input, t) + self:set_outputs(output, t) + for id, ref in pairs(self.queue) do + ref.layer:update(ref.err_inputs[t], ref.inputs[t], ref.outputs[t], t) + end +end + +function DAGLayerT:propagate(input, output, t) + if t == nil then + t = 1 + end + self:set_inputs(input, t) + self:set_outputs(output, t) + local ret = false + for i = 1, #self.queue do + local ref = self.queue[i] + --print("debug DAGLAyerT:propagate", ref.id, t) + ret = ref.layer:propagate(ref.inputs[t], ref.outputs[t], t) + end + return ret +end + +function DAGLayerT:back_propagate(bp_err, next_bp_err, input, output, t) + if t == nil then + t = 1 + end + self:set_err_outputs(next_bp_err, t) + self:set_err_inputs(bp_err, t) + self:set_inputs(input, t) + self:set_outputs(output, t) + for i = #self.queue, 1, -1 do + local ref = self.queue[i] + ref.layer:back_propagate(ref.err_inputs[t], ref.err_outputs[t], ref.inputs[t], ref.outputs[t], t) + end +end + +function DAGLayerT:get_params() + local param_repos = {} + for id, ref in pairs(self.queue) do + table.insert(param_repos, ref.layer:get_params()) + end + return nerv.ParamRepo.merge(param_repos) +end + +DAGLayerT.PORT_TYPES = { + INPUT = {}, + OUTPUT = {}, + ERR_INPUT = {}, + ERR_OUTPUT = {} +} + +function DAGLayerT:get_intermediate(id, port_type) + if id == "<input>" or id == "<output>" then + nerv.error("an actual real layer id is expected") + end + local layer = self.layers[id] + if layer == nil then + nerv.error("layer id %s not found", id) + end + if port_type == DAGLayerT.PORT_TYPES.INPUT then + return layer.inputs + elseif port_type == DAGLayerT.PORT_TYPES.OUTPUT then + return layer.outputs + elseif port_type == DAGLayerT.PORT_TYPES.ERR_INPUT then + return layer.err_inputs + elseif port_type == DAGLayerT.PORT_TYPES.ERR_OUTPUT then + return layer.err_outputs + end + nerv.error("unrecognized port type") +end diff --git a/nerv/tnn/layersT/dropout_t.lua b/nerv/tnn/layersT/dropout_t.lua new file mode 100644 index 0000000..4351285 --- /dev/null +++ b/nerv/tnn/layersT/dropout_t.lua @@ -0,0 +1,71 @@ +local Dropout = nerv.class("nerv.DropoutLayerT", "nerv.LayerT") + +function Dropout:__init(id, global_conf, layer_conf) + self.id = id + self.gconf = global_conf + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self:check_dim_len(1, 1) -- two inputs: nn output and label +end + +function Dropout:init(batch_size, chunk_size) + if self.dim_in[1] ~= self.dim_out[1] then + nerv.error("mismatching dimensions of input and output") + end + if chunk_size == nil then + chunk_size = 1 + end + self.mask_t = {} + for t = 1, chunk_size do + self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end +end + +function Dropout:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end + for t = 1, chunk_size do + if self.mask_t[t] == nil or self.mask_t[t]:nrow() ~= batch_size then + self.mask_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) + end + end +end + +function Dropout:propagate(input, output, t) + if t == nil then + t = 1 + end + if self.gconf.dropout_rate == nil then + nerv.info("DropoutLayerT:propagate warning, global_conf.dropout_rate is nil, setting it zero") + self.gconf.dropout_rate = 0 + end + + if self.gconf.dropout_rate == 0 then + output[1]:copy_fromd(input[1]) + else + self.mask_t[t]:rand_uniform() + --since we will lose a portion of the actvations, we multiply the activations by 1/(1-dr) to compensate + self.mask_t[t]:thres_mask(self.mask_t[t], self.gconf.dropout_rate, 0, 1 / (1.0 - self.gconf.dropout_rate)) + output[1]:mul_elem(input[1], self.mask_t[t]) + end +end + +function Dropout:update(bp_err, input, output, t) + -- no params, therefore do nothing +end + +function Dropout:back_propagate(bp_err, next_bp_err, input, output, t) + if t == nil then + t = 1 + end + if self.gconf.dropout_rate == 0 then + next_bp_err[1]:copy_fromd(bp_err[1]) + else + next_bp_err[1]:mul_elem(bp_err[1], self.mask_t[t]) + end +end + +function Dropout:get_params() + return nerv.ParamRepo({}) +end diff --git a/nerv/tnn/layersT/lstm_t.lua b/nerv/tnn/layersT/lstm_t.lua new file mode 100644 index 0000000..ded6058 --- /dev/null +++ b/nerv/tnn/layersT/lstm_t.lua @@ -0,0 +1,125 @@ +local LSTMLayerT = nerv.class('nerv.LSTMLayerT', 'nerv.LayerT') + +function LSTMLayerT:__init(id, global_conf, layer_conf) + --input1:x input2:h input3:c + self.id = id + self.dim_in = layer_conf.dim_in + self.dim_out = layer_conf.dim_out + self.gconf = global_conf + + --prepare a DAGLayerT to hold the lstm structure + local pr = layer_conf.pr + if pr == nil then + pr = nerv.ParamRepo() + end + + local function ap(str) + return self.id .. '.' .. str + end + + local layers = { + ["nerv.CombinerLayer"] = { + [ap("inputXDup")] = {{}, {["dim_in"] = {self.dim_in[1]}, + ["dim_out"] = {self.dim_in[1], self.dim_in[1], self.dim_in[1], self.dim_in[1]}, ["lambda"] = {1}}}, + [ap("inputHDup")] = {{}, {["dim_in"] = {self.dim_in[2]}, + ["dim_out"] = {self.dim_in[2], self.dim_in[2], self.dim_in[2], self.dim_in[2]}, ["lambda"] = {1}}}, + [ap("inputCDup")] = {{}, {["dim_in"] = {self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3], self.dim_in[3]}, ["lambda"] = {1}}}, + [ap("mainCDup")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3], self.dim_in[3], self.dim_in[3]}, + ["lambda"] = {1, 1}}}, + }, + ["nerv.AffineLayer"] = { + [ap("mainAffineL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_out[1]}, ["pr"] = pr}}, + }, + ["nerv.TanhLayer"] = { + [ap("mainTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, + [ap("outputTanhL")] = {{}, {["dim_in"] = {self.dim_out[1]}, ["dim_out"] = {self.dim_out[1]}}}, + }, + ["nerv.GateFFFLayer"] = { + [ap("forgetGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + [ap("inputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + [ap("outputGateL")] = {{}, {["dim_in"] = {self.dim_in[1], self.dim_in[2], self.dim_in[3]}, + ["dim_out"] = {self.dim_in[3]}, ["pr"] = pr}}, + + }, + ["nerv.ElemMulLayer"] = { + [ap("inputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + [ap("forgetGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + [ap("outputGMulL")] = {{}, {["dim_in"] = {self.dim_in[3], self.dim_in[3]}, ["dim_out"] = {self.dim_in[3]}}}, + }, + } + + local layerRepo = nerv.LayerRepo(layers, pr, global_conf) + + local connections_t = { + ["<input>[1]"] = ap("inputXDup[1]"), + ["<input>[2]"] = ap("inputHDup[1]"), + ["<input>[3]"] = ap("inputCDup[1]"), + + [ap("inputXDup[1]")] = ap("mainAffineL[1]"), + [ap("inputHDup[1]")] = ap("mainAffineL[2]"), + [ap("inputCDup[1]")] = ap("mainAffineL[3]"), + [ap("mainAffineL[1]")] = ap("mainTanhL[1]"), + + [ap("inputXDup[2]")] = ap("inputGateL[1]"), + [ap("inputHDup[2]")] = ap("inputGateL[2]"), + [ap("inputCDup[2]")] = ap("inputGateL[3]"), + + [ap("inputXDup[3]")] = ap("forgetGateL[1]"), + [ap("inputHDup[3]")] = ap("forgetGateL[2]"), + [ap("inputCDup[3]")] = ap("forgetGateL[3]"), + + [ap("mainTanhL[1]")] = ap("inputGMulL[1]"), + [ap("inputGateL[1]")] = ap("inputGMulL[2]"), + + [ap("inputCDup[4]")] = ap("forgetGMulL[1]"), + [ap("forgetGateL[1]")] = ap("forgetGMulL[2]"), + + [ap("inputGMulL[1]")] = ap("mainCDup[1]"), + [ap("forgetGMulL[1]")] = ap("mainCDup[2]"), + + [ap("inputXDup[4]")] = ap("outputGateL[1]"), + [ap("inputHDup[4]")] = ap("outputGateL[2]"), + [ap("mainCDup[3]")] = ap("outputGateL[3]"), + + [ap("mainCDup[2]")] = "<output>[2]", + [ap("mainCDup[1]")] = ap("outputTanhL[1]"), + + [ap("outputTanhL[1]")] = ap("outputGMulL[1]"), + [ap("outputGateL[1]")] = ap("outputGMulL[2]"), + + [ap("outputGMulL[1]")] = "<output>[1]", + } + self.dagL = nerv.DAGLayerT(self.id, global_conf, + {["dim_in"] = self.dim_in, ["dim_out"] = self.dim_out, ["sub_layers"] = layerRepo, + ["connections"] = connections_t}) + + self:check_dim_len(3, 2) -- x, h, c and h, c +end + +function LSTMLayerT:init(batch_size, chunk_size) + self.dagL:init(batch_size, chunk_size) +end + +function LSTMLayerT:batch_resize(batch_size, chunk_size) + self.dagL:batch_resize(batch_size, chunk_size) +end + +function LSTMLayerT:update(bp_err, input, output, t) + self.dagL:update(bp_err, input, output, t) +end + +function LSTMLayerT:propagate(input, output, t) + self.dagL:propagate(input, output, t) +end + +function LSTMLayerT:back_propagate(bp_err, next_bp_err, input, output, t) + self.dagL:back_propagate(bp_err, next_bp_err, input, output, t) +end + +function LSTMLayerT:get_params() + return self.dagL:get_params() +end diff --git a/nerv/examples/lmptb/rnn/softmax_ce_t.lua b/nerv/tnn/layersT/softmax_ce_t.lua index dddb05a..a9ce975 100644 --- a/nerv/examples/lmptb/rnn/softmax_ce_t.lua +++ b/nerv/tnn/layersT/softmax_ce_t.lua @@ -16,6 +16,9 @@ function SoftmaxCELayer:init(batch_size, chunk_size) if not self.compressed and (self.dim_in[1] ~= self.dim_in[2]) then nerv.error("mismatching dimensions of previous network output and labels") end + if chunk_size == nil then + chunk_size = 1 + end self.total_ce = 0.0 self.total_correct = 0 self.total_frames = 0 @@ -27,9 +30,12 @@ function SoftmaxCELayer:init(batch_size, chunk_size) end end -function SoftmaxCELayer:batch_resize(batch_size) +function SoftmaxCELayer:batch_resize(batch_size, chunk_size) + if chunk_size == nil then + chunk_size = 1 + end for t = 1, chunk_size do - if self.softmax_t[t]:nrow() ~= batch_resize then + if self.softmax_t[t]:nrow() ~= batch_size then self.softmax_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) self.ce_t[t] = self.gconf.cumat_type(batch_size, self.dim_in[1]) end @@ -41,6 +47,9 @@ function SoftmaxCELayer:update(bp_err, input, output, t) end function SoftmaxCELayer:propagate(input, output, t) + if t == nil then + t = 1 + end local softmax = self.softmax_t[t] local ce = self.ce_t[t] local classified = softmax:softmax(input[1]) @@ -65,6 +74,9 @@ end function SoftmaxCELayer:back_propagate(bp_err, next_bp_err, input, output, t) -- softmax output - label + if t == nil then + t = 1 + end local label = input[2] if self.compressed then label = label:decompress(input[1]:ncol()) diff --git a/nerv/tnn/sutil.lua b/nerv/tnn/sutil.lua new file mode 100644 index 0000000..78f88c0 --- /dev/null +++ b/nerv/tnn/sutil.lua @@ -0,0 +1,79 @@ +local Util = nerv.class("nerv.SUtil") --Scheduler Utility + +function Util.simple_split(inputstr, sep) + if sep == nil then + sep = "%s" + end + local t={} ; i=1 + for str in string.gmatch(inputstr, "([^"..sep.."]+)") do + t[i] = str + i = i + 1 + end + return t +end + +function Util.parse_schedule(str) + --parse a string like "1.2*10:1.5" to a list of numbers + local sch = {} + local s = Util.simple_split(str, ':') + for i = 1, #s do + local p = Util.simple_split(s[i], "%*") + if #p ~= 2 and #p ~= 1 then + nerv.error("nerv.SUtil:parse_schedule error, unit(%s) not proper, has %d components.", s[i], #p) + end + if p[2] == nil then + p[2] = "1" + end + p[1] = tonumber(p[1]) + p[2] = tonumber(p[2]) + for j = 1, p[2] do + table.insert(sch, p[1]) + end + end + + --for i = 1, #sch do + -- print(sch[i]) + --end + return sch +end + +function Util.sche_get(s, it) + --get s[it] + if s == nil then + nerv.info("Util.sche_get: warning, scheule is nil, returning zero...") + return 0 + end + if #s >= it then + return s[it] + else + nerv.info("Util.sche_get: warning, it(%d) > #schedule(%d), returning the last one of schedule(%f)...", it, #s, s[#s]) + return s[#s] + end +end + +function Util.parse_commands_set(str) + local coms = {} + local s = Util.simple_split(str, ':,') + for i = 1 ,#s do + if coms[s[i]] == 1 then + nerv.warning("nerv.SUtil.parse_commands_set command(%s) appered more than once in command_set(%s)", s[i], str) + end + coms[s[i]] = 1 + end + return coms +end + +function Util.log_redirect(fn) + nerv.log_fh = assert(io.open(fn, "w")) + nerv.info("CAUTION[LOG_REDIRECT], all nerv.printf/info/warning/error calls will be double-written to %s", fn) + nerv.printf = + function (fmt, ...) + io.write(nerv.sprintf(fmt, ...)) + nerv.log_fh:write(nerv.sprintf(fmt, ...)) + end + nerv.error = + function (fmt, ...) + nerv.log_fh:write(nerv.sprintf("[nerv] internal error:" .. fmt .. "\n", ...)) + error(nerv.sprintf("[nerv] internal error: " .. fmt .. "\n", ...)) + end +end diff --git a/nerv/examples/lmptb/rnn/tnn.lua b/nerv/tnn/tnn.lua index d6bf42e..56c9dc0 100644 --- a/nerv/examples/lmptb/rnn/tnn.lua +++ b/nerv/tnn/tnn.lua @@ -1,4 +1,4 @@ -local TNN = nerv.class("nerv.TNN", "nerv.Layer") +local TNN = nerv.class("nerv.TNN") local function parse_id(str) --used to parse layerid[portid],time @@ -31,6 +31,7 @@ local function discover(id, layers, layer_repo) local dim_in, dim_out = layer:get_dim() ref = { layer = layer, + id = layer.id, inputs_m = {}, --storage for computation, inputs_m[time][port] inputs_b = {}, --inputs_g[time][port], whether this input can been computed inputs_matbak_p = {}, --which is a back-up space to handle some cross-border computation, inputs_p_matbak[port] @@ -58,7 +59,7 @@ nerv.TNN.FC.HAS_INPUT = 1 nerv.TNN.FC.HAS_LABEL = 2 nerv.TNN.FC.SEQ_NORM = bit.bor(nerv.TNN.FC.HAS_INPUT, nerv.TNN.FC.HAS_LABEL) --This instance have both input and label -function TNN.makeInitialStore(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) +function TNN.make_initial_store(st, p, dim, batch_size, chunk_size, global_conf, st_c, p_c, t_c) --Return a table of matrix storage from time (1-chunk_size)..(2*chunk_size) if (type(st) ~= "table") then nerv.error("st should be a table") @@ -78,7 +79,7 @@ function TNN.makeInitialStore(st, p, dim, batch_size, chunk_size, global_conf, s end end -function TNN:outOfFeedRange(t) --out of chunk, or no input, for the current feed +function TNN:out_of_feedrange(t) --out of chunk, or no input, for the current feed if (t < 1 or t > self.chunk_size) then return true end @@ -89,6 +90,13 @@ function TNN:outOfFeedRange(t) --out of chunk, or no input, for the current feed end function TNN:__init(id, global_conf, layer_conf) + self.clip_t = layer_conf.clip_t + if self.clip_t == nil then + self.clip_t = 0 + end + if self.clip_t > 0 then + nerv.info("tnn(%s) will clip gradient across time with %f...", id, self.clip_t) + end local layers = {} local inputs_p = {} --map:port of the TNN to layer ref and port local outputs_p = {} @@ -165,9 +173,9 @@ function TNN:init(batch_size, chunk_size) print("TNN initing storage", ref_from.layer.id, "->", ref_to.layer.id) ref_to.inputs_matbak_p[port_to] = self.gconf.cumat_type(batch_size, dim) - self.makeInitialStore(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) + self.make_initial_store(ref_from.outputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.inputs_m, port_to, time) ref_from.err_inputs_matbak_p[port_from] = self.gconf.cumat_type(batch_size, dim) - self.makeInitialStore(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) + self.make_initial_store(ref_from.err_inputs_m, port_from, dim, batch_size, chunk_size, self.gconf, ref_to.err_outputs_m, port_to, time) end @@ -176,8 +184,8 @@ function TNN:init(batch_size, chunk_size) for i = 1, #self.dim_out do --Init storage for output ports local ref = self.outputs_p[i].ref local p = self.outputs_p[i].port - self.makeInitialStore(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) - self.makeInitialStore(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) + self.make_initial_store(ref.outputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.outputs_m, i, 0) + self.make_initial_store(ref.err_inputs_m, p, self.dim_out[i], batch_size, chunk_size, self.gconf, self.err_inputs_m, i, 0) end self.inputs_m = {} @@ -185,8 +193,8 @@ function TNN:init(batch_size, chunk_size) for i = 1, #self.dim_in do --Init storage for input ports local ref = self.inputs_p[i].ref local p = self.inputs_p[i].port - self.makeInitialStore(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) - self.makeInitialStore(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) + self.make_initial_store(ref.inputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.inputs_m, i, 0) + self.make_initial_store(ref.err_outputs_m, p, self.dim_in[i], batch_size, chunk_size, self.gconf, self.err_outputs_m, i, 0) end for id, ref in pairs(self.layers) do --Calling init for child layers @@ -285,17 +293,27 @@ end --reader: some reader --Returns: bool, whether has new feed --Returns: feeds, a table that will be filled with the reader's feeds -function TNN:getFeedFromReader(reader) +function TNN:getfeed_from_reader(reader) local feeds_now = self.feeds_now local got_new = reader:get_batch(feeds_now) return got_new, feeds_now end -function TNN:moveRightToNextMB() --move output history activations of 1..chunk_size to 1-chunk_size..0 - for t = 1, self.chunk_size, 1 do +function TNN:move_right_to_nextmb(list_t) --move output history activations of 1..chunk_size to 1-chunk_size..0 + if list_t == nil then + list_t = {} + for i = 1, self.chunk_size do + list_t[i] = i - self.chunk_size + end + end + for i = 1, #list_t do + t = list_t[i] + if t < 1 - self.chunk_size or t > 0 then + nerv.error("MB move range error") + end for id, ref in pairs(self.layers) do for p = 1, #ref.dim_out do - ref.outputs_m[t - self.chunk_size][p]:copy_fromd(ref.outputs_m[t][p]) + ref.outputs_m[t][p]:copy_fromd(ref.outputs_m[t + self.chunk_size][p]) end end end @@ -345,7 +363,7 @@ end --ref: the TNN_ref of a layer --t: the current time to propagate function TNN:propagate_dfs(ref, t) - if (self:outOfFeedRange(t)) then + if (self:out_of_feedrange(t)) then return end if (ref.outputs_b[t][1] == true) then --already propagated, 1 is just a random port @@ -357,7 +375,7 @@ function TNN:propagate_dfs(ref, t) local flag = true --whether have all inputs for _, conn in pairs(ref.i_conns_p) do local p = conn.dst.port - if (not (ref.inputs_b[t][p] or self:outOfFeedRange(t - conn.time))) then + if (not (ref.inputs_b[t][p] or self:out_of_feedrange(t - conn.time))) then flag = false break end @@ -368,7 +386,7 @@ function TNN:propagate_dfs(ref, t) --ok, do propagate --print("debug ok, propagating"); - --[[ + --The MB moving will cause bordering history to be changed, so it is more wise to flush the input activation if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --flush cross-border history for i = 1, self.batch_size do local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) @@ -376,18 +394,16 @@ function TNN:propagate_dfs(ref, t) if (seq_start > 0 or seq_end > 0) then for p, conn in pairs(ref.i_conns_p) do if ((ref.i_conns_p[p].time > 0 and seq_start > 0) or (ref.i_conns_p[p].time < 0 and seq_end > 0)) then --cross-border, set to default - ref.inputs_matbak_p[p][i - 1]:copy_fromd(ref.inputs_m[t][p][i - 1]) ref.inputs_m[t][p][i - 1]:fill(self.gconf.nn_act_default) end end end end end - ]]-- self.gconf.timer:tic("tnn_actual_layer_propagate") ref.layer:propagate(ref.inputs_m[t], ref.outputs_m[t], t) --propagate! self.gconf.timer:toc("tnn_actual_layer_propagate") - + --[[ if (bit.band(self.feeds_now.flagsPack_now[t], bit.bor(nerv.TNN.FC.SEQ_START, nerv.TNN.FC.SEQ_END)) > 0) then --restore cross-border history for i = 1, self.batch_size do local seq_start = bit.band(self.feeds_now.flags_now[t][i], nerv.TNN.FC.SEQ_START) @@ -401,6 +417,7 @@ function TNN:propagate_dfs(ref, t) end end end + ]]-- --set input flag for future layers for i = 1, #ref.dim_out do if (ref.outputs_b[t][i] == true) then @@ -419,7 +436,7 @@ end --do_update: bool, whether we are doing back-propagate or updating the parameters function TNN:net_backpropagate(do_update) --propagate according to feeds_now - if (do_update == nil) then + if do_update == nil then nerv.error("do_update should not be nil") end for t = 1, self.chunk_size, 1 do @@ -435,7 +452,7 @@ function TNN:net_backpropagate(do_update) --propagate according to feeds_now local feeds_now = self.feeds_now for t = 1, self.chunk_size do - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0) then + if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_LABEL) > 0 then for i = 1, #self.dim_out do local ref = self.outputs_p[i].ref local p = self.outputs_p[i].port @@ -447,10 +464,10 @@ function TNN:net_backpropagate(do_update) --propagate according to feeds_now local flag_out = true for t = 1, self.chunk_size do --check whether every output has been computed - if (bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0) then + if bit.band(feeds_now.flagsPack_now[t], nerv.TNN.FC.HAS_INPUT) > 0 then for i = 1, #self.dim_in do local ref = self.inputs_p[i].ref - if (ref.err_outputs_b[t][1] ~= true) then + if ref.err_outputs_b[t][1] ~= true then flag_out = false break end @@ -465,10 +482,10 @@ end --ref: the TNN_ref of a layer --t: the current time to propagate function TNN:backpropagate_dfs(ref, t, do_update) - if (self:outOfFeedRange(t)) then + if self:out_of_feedrange(t) then return end - if (ref.err_outputs_b[t][1] == true) then --already back_propagated, 1 is just a random port + if ref.err_outputs_b[t][1] == true then --already back_propagated, 1 is just a random port return end @@ -477,7 +494,7 @@ function TNN:backpropagate_dfs(ref, t, do_update) local flag = true --whether have all inputs for _, conn in pairs(ref.o_conns_p) do local p = conn.src.port - if (not (ref.err_inputs_b[t][p] or self:outOfFeedRange(t + conn.time))) then + if (not (ref.err_inputs_b[t][p] or self:out_of_feedrange(t + conn.time))) then flag = false break end @@ -491,7 +508,16 @@ function TNN:backpropagate_dfs(ref, t, do_update) if (do_update == false) then self.gconf.timer:tic("tnn_actual_layer_backpropagate") ref.layer:back_propagate(ref.err_inputs_m[t], ref.err_outputs_m[t], ref.inputs_m[t], ref.outputs_m[t], t) - self.gconf.timer:toc("tnn_actual_layer_backpropagate") + self.gconf.timer:toc("tnn_actual_layer_backpropagate") + if self.clip_t > 0 then + for _, conn in pairs(ref.i_conns_p) do + local p = conn.dst.port --port for ref + if conn.time ~= 0 then + --print("debug clip_t tnn", ref.id, "port:", p, "clip:", self.clip_t) + ref.err_outputs_m[t][p]:clip(-self.clip_t, self.clip_t) + end + end + end else --print(ref.err_inputs_m[t][1]) self.gconf.timer:tic("tnn_actual_layer_update") @@ -531,7 +557,7 @@ end --Return: nerv.ParamRepo function TNN:get_params() local param_repos = {} - for id, ref in pairs(self.queue) do + for id, ref in pairs(self.layers) do table.insert(param_repos, ref.layer:get_params()) end return nerv.ParamRepo.merge(param_repos) |