From d5111ef959c2871bfd8977889cf632acce2660d5 Mon Sep 17 00:00:00 2001 From: txh18 Date: Fri, 13 Nov 2015 00:49:43 +0800 Subject: change ppl_net to ppl_all --- nerv/examples/lmptb/m-tests/LOG-tnn-h300 | 4421 ++++++++++++++++-------------- nerv/examples/lmptb/tnn_ptb_main.lua | 8 +- 2 files changed, 2329 insertions(+), 2100 deletions(-) diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 index 4fcffed..ca4ff77 100644 --- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 +++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h300 @@ -1,4 +1,26 @@ Greetings +[SCHEDULER]: printing global_conf +test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds +train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds +sche_log_pre [SCHEDULER]: +train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak +mmat_type table: 0x40f7afc8 +wcost 1e-06 +train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf +log_w_num 40000 +param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params +batch_size 10 +hidden_size 300 +timer nerv.Timer +work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test +nn_act_default 0 +max_iter 30 +valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds +lrate 1 +momentum 0 +param_random function: 0x41ba6b68 +chunk_size 15 +cumat_type table: 0x40f7e4e0 [SCHEDULER]: creating work_dir... [LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds... [LOG]LMVocab: Building finished, vocab size now is 10000. @@ -40,12 +62,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"} reading chunk 5 from 70163127 [SCHEDULER]: preparing parameters end. [SCHEDULER]: preparing layers... -(23:21:04 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:21:04 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:21:04 2015-11-11)[nerv] info: create layer: combinerL1 -(23:21:04 2015-11-11)[nerv] info: create layer: outputL -(23:21:04 2015-11-11)[nerv] info: create layer: softmaxL -(23:21:04 2015-11-11)[nerv] info: create layer: selectL1 +(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1 +(21:26:39 2015-11-12)[nerv] info: create layer: outputL +(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL +(21:26:39 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER]: preparing layers end. [SCHEDULER]: Generate and initing TNN ... selectL1 0 @@ -72,11 +94,9 @@ TNN initing storage outputL -> softmaxL [SCHEDULER]: Initing TNN end. [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER]: 40095 words processed Wed Nov 11 23:21:10 2015. +[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015. [SCHEDULER]: log prob per sample :-4.052709. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER]: Displaying result: [SCHEDULER]: LMResult status of rnn: [SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. @@ -100,12 +120,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"} reading chunk 5 from 70163127 [SCHEDULER]: preparing parameters end. [SCHEDULER]: preparing layers... -(23:21:20 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:21:20 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:21:20 2015-11-11)[nerv] info: create layer: combinerL1 -(23:21:20 2015-11-11)[nerv] info: create layer: outputL -(23:21:20 2015-11-11)[nerv] info: create layer: softmaxL -(23:21:20 2015-11-11)[nerv] info: create layer: selectL1 +(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1 +(21:26:55 2015-11-12)[nerv] info: create layer: outputL +(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL +(21:26:55 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER]: preparing layers end. [SCHEDULER]: Generate and initing TNN ... selectL1 0 @@ -133,66 +153,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 1 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 11 23:21:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.248245. -[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 11 23:21:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-3.066372. -[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 11 23:22:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.998897. -[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 11 23:22:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.933869. -[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 11 23:22:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.895356. -[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 11 23:22:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.860453. -[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 11 23:23:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.830565. -[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 11 23:23:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.806896. -[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 11 23:23:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.781789. -[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 11 23:23:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.765120. -[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 11 23:24:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.746893. -[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 11 23:24:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.729376. -[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 11 23:24:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.714592. -[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 11 23:24:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.697929. -[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 11 23:25:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.688283. -[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 11 23:25:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.677096. -[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 11 23:25:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.668041. -[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 11 23:25:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.659308. -[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 11 23:26:04 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.648075. -[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 11 23:26:19 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.640555. -[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 11 23:26:34 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.630580. -[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 11 23:26:49 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.623065. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692. +[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144. +[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966. +[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306. +[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537. +[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355. +[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706. +[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864. +[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327. +[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042. +[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230. +[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979. +[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316. +[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875. +[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290. +[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624. +[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884. +[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241. +[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189. +[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760. +[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155. +[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER1 LR1]: shuffling training file +===PEEK ON TEST 1=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER1 LR1]: Displaying result: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 1=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 11 23:27:01 2015. - [SCHEDULER ITER1 LR1]: log prob per sample :-2.523185. +[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015. + [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER1 LR1]: Displaying result: -[SCHEDULER ITER1 LR1]: LMResult status of rnn: +[SCHEDULER ITER1 LR1]: LMResult status of rnn: [SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -200,27 +226,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1076965 +reading chunk 1 from 1075976 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1080621 +reading chunk 2 from 1079632 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35617574 +reading chunk 3 from 35607920 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35733895 +reading chunk 4 from 35724250 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70251684 +reading chunk 5 from 70241455 [SCHEDULER ITER1 LR1]: preparing parameters end. [SCHEDULER ITER1 LR1]: preparing layers... -(23:27:11 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:27:11 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:27:11 2015-11-11)[nerv] info: create layer: combinerL1 -(23:27:11 2015-11-11)[nerv] info: create layer: outputL -(23:27:11 2015-11-11)[nerv] info: create layer: softmaxL -(23:27:11 2015-11-11)[nerv] info: create layer: selectL1 +(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1 +(21:33:24 2015-11-12)[nerv] info: create layer: outputL +(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL +(21:33:24 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER1 LR1]: preparing layers end. [SCHEDULER ITER1 LR1]: Generate and initing TNN ... selectL1 0 @@ -248,66 +274,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 2 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 11 23:27:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.599442. -[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 11 23:27:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.548803. -[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 11 23:27:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.523943. -[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 11 23:28:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.512345. -[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 11 23:28:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.505397. -[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 11 23:28:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.499117. -[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 11 23:28:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.492474. -[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 11 23:29:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.484600. -[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 11 23:29:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.479672. -[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 11 23:29:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.475321. -[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 11 23:29:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.471777. -[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 11 23:30:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.468552. -[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 11 23:30:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.465361. -[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 11 23:30:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.462341. -[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 11 23:30:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.460604. -[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 11 23:31:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.458146. -[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 11 23:31:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.458095. -[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 11 23:31:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.457528. -[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 11 23:31:55 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.455970. -[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 11 23:32:10 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.454040. -[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 11 23:32:25 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.451647. -[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 11 23:32:40 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.449628. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210. +[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139. +[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733. +[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667. +[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568. +[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721. +[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728. +[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229. +[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058. +[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895. +[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752. +[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189. +[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542. +[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445. +[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056. +[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205. +[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075. +[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920. +[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641. +[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283. +[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366. +[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER2 LR1]: shuffling training file +===PEEK ON TEST 2=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER2 LR1]: Displaying result: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 2=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 11 23:32:50 2015. - [SCHEDULER ITER2 LR1]: log prob per sample :-2.408668. +[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015. + [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER2 LR1]: Displaying result: -[SCHEDULER ITER2 LR1]: LMResult status of rnn: +[SCHEDULER ITER2 LR1]: LMResult status of rnn: [SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -315,27 +347,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34524481 +reading chunk 1 from 34522576 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34528138 +reading chunk 2 from 34526234 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69086256 +reading chunk 3 from 69072330 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69202439 +reading chunk 4 from 69188461 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70278561 +reading chunk 5 from 70263917 [SCHEDULER ITER2 LR1]: preparing parameters end. [SCHEDULER ITER2 LR1]: preparing layers... -(23:33:00 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:33:00 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:33:00 2015-11-11)[nerv] info: create layer: combinerL1 -(23:33:00 2015-11-11)[nerv] info: create layer: outputL -(23:33:00 2015-11-11)[nerv] info: create layer: softmaxL -(23:33:00 2015-11-11)[nerv] info: create layer: selectL1 +(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1 +(21:39:50 2015-11-12)[nerv] info: create layer: outputL +(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL +(21:39:50 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER2 LR1]: preparing layers end. [SCHEDULER ITER2 LR1]: Generate and initing TNN ... selectL1 0 @@ -363,66 +395,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 3 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 11 23:33:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.569663. -[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 11 23:33:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.489703. -[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 11 23:33:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.456065. -[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 11 23:33:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.441796. -[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 11 23:34:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.433088. -[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 11 23:34:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.424178. -[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 11 23:34:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.416746. -[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 11 23:34:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.408769. -[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 11 23:35:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.403516. -[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 11 23:35:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.401051. -[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 11 23:35:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.397870. -[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 11 23:35:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.394888. -[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 11 23:36:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.392029. -[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 11 23:36:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.389343. -[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 11 23:36:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.387280. -[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 11 23:36:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.384322. -[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 11 23:37:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.382924. -[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 11 23:37:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.381426. -[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 11 23:37:44 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.379613. -[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 11 23:37:59 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.377966. -[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 11 23:38:14 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.375823. -[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 11 23:38:29 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.374291. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465. +[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845. +[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563. +[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793. +[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434. +[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573. +[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171. +[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689. +[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254. +[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639. +[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377. +[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522. +[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702. +[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800. +[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651. +[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514. +[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904. +[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315. +[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536. +[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516. +[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938. +[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER3 LR1]: shuffling training file +===PEEK ON TEST 3=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER3 LR1]: Displaying result: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 3=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 11 23:38:39 2015. - [SCHEDULER ITER3 LR1]: log prob per sample :-2.367482. +[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015. + [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER3 LR1]: Displaying result: -[SCHEDULER ITER3 LR1]: LMResult status of rnn: +[SCHEDULER ITER3 LR1]: LMResult status of rnn: [SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -430,27 +468,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1075691 +reading chunk 1 from 1075055 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1079348 +reading chunk 2 from 1078714 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35651987 +reading chunk 3 from 35640630 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35768166 +reading chunk 4 from 35756784 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70297054 +reading chunk 5 from 70282927 [SCHEDULER ITER3 LR1]: preparing parameters end. [SCHEDULER ITER3 LR1]: preparing layers... -(23:38:49 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:38:49 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:38:49 2015-11-11)[nerv] info: create layer: combinerL1 -(23:38:49 2015-11-11)[nerv] info: create layer: outputL -(23:38:49 2015-11-11)[nerv] info: create layer: softmaxL -(23:38:49 2015-11-11)[nerv] info: create layer: selectL1 +(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1 +(21:46:18 2015-11-12)[nerv] info: create layer: outputL +(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL +(21:46:18 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER3 LR1]: preparing layers end. [SCHEDULER ITER3 LR1]: Generate and initing TNN ... selectL1 0 @@ -478,66 +516,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 4 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 11 23:39:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.542208. -[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 11 23:39:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.484538. -[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 11 23:39:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.457613. -[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 11 23:39:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.445247. -[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 11 23:40:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.437367. -[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 11 23:40:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.422811. -[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 11 23:40:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.408160. -[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 11 23:40:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.395672. -[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 11 23:41:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.386943. -[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 11 23:41:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.380113. -[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 11 23:41:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.374574. -[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 11 23:41:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.369999. -[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 11 23:42:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.365840. -[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 11 23:42:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.361944. -[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 11 23:42:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.357189. -[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 11 23:42:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.353203. -[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 11 23:43:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.350827. -[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 11 23:43:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.348638. -[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 11 23:43:33 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.346314. -[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 11 23:43:48 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344168. -[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 11 23:44:03 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.341504. -[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 11 23:44:18 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.339703. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192. +[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086. +[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429. +[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996. +[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614. +[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105. +[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276. +[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905. +[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189. +[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116. +[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662. +[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278. +[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802. +[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152. +[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444. +[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672. +[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851. +[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724. +[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464. +[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453. +[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619. +[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER4 LR1]: shuffling training file +===PEEK ON TEST 4=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER4 LR1]: Displaying result: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 4=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 11 23:44:28 2015. - [SCHEDULER ITER4 LR1]: log prob per sample :-2.344507. +[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015. + [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER4 LR1]: Displaying result: -[SCHEDULER ITER4 LR1]: LMResult status of rnn: +[SCHEDULER ITER4 LR1]: LMResult status of rnn: [SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -545,27 +589,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34532576 +reading chunk 1 from 34528542 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34536232 +reading chunk 2 from 34532200 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69123169 +reading chunk 3 from 69109612 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69239437 +reading chunk 4 from 69225892 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70314686 +reading chunk 5 from 70300614 [SCHEDULER ITER4 LR1]: preparing parameters end. [SCHEDULER ITER4 LR1]: preparing layers... -(23:44:38 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:44:38 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:44:38 2015-11-11)[nerv] info: create layer: combinerL1 -(23:44:38 2015-11-11)[nerv] info: create layer: outputL -(23:44:38 2015-11-11)[nerv] info: create layer: softmaxL -(23:44:38 2015-11-11)[nerv] info: create layer: selectL1 +(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1 +(21:52:41 2015-11-12)[nerv] info: create layer: outputL +(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL +(21:52:41 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER4 LR1]: preparing layers end. [SCHEDULER ITER4 LR1]: Generate and initing TNN ... selectL1 0 @@ -593,66 +637,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 5 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 11 23:44:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.300797. -[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 11 23:45:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.296818. -[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 11 23:45:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.290547. -[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 11 23:45:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.291868. -[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 11 23:45:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.291909. -[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 11 23:46:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.287914. -[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 11 23:46:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.284605. -[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 11 23:46:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.281239. -[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 11 23:46:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279270. -[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 11 23:47:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.280374. -[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 11 23:47:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279921. -[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 11 23:47:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279388. -[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 11 23:47:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.279796. -[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 11 23:48:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.278872. -[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 11 23:48:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.276549. -[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 11 23:48:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.274624. -[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 11 23:48:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273749. -[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 11 23:49:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.273133. -[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 11 23:49:22 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.272442. -[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 11 23:49:37 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.271901. -[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 11 23:49:52 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.270503. -[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 11 23:50:07 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.269999. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345. +[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749. +[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431. +[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759. +[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125. +[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698. +[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251. +[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378. +[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798. +[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066. +[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987. +[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277. +[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665. +[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166. +[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912. +[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402. +[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702. +[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632. +[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094. +[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026. +[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902. +[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER5 LR1]: shuffling training file +===PEEK ON TEST 5=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER5 LR1]: Displaying result: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 5=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 11 23:50:17 2015. - [SCHEDULER ITER5 LR1]: log prob per sample :-2.320095. +[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015. + [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER5 LR1]: Displaying result: -[SCHEDULER ITER5 LR1]: LMResult status of rnn: +[SCHEDULER ITER5 LR1]: LMResult status of rnn: [SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -660,27 +710,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 1 from 1074581 +reading chunk 1 from 1074285 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 1078237 +reading chunk 2 from 1077942 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 35676725 +reading chunk 3 from 35667973 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 35793028 +reading chunk 4 from 35784319 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 5 from 70329168 +reading chunk 5 from 70315647 [SCHEDULER ITER5 LR1]: preparing parameters end. [SCHEDULER ITER5 LR1]: preparing layers... -(23:50:27 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:50:27 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:50:27 2015-11-11)[nerv] info: create layer: combinerL1 -(23:50:27 2015-11-11)[nerv] info: create layer: outputL -(23:50:27 2015-11-11)[nerv] info: create layer: softmaxL -(23:50:27 2015-11-11)[nerv] info: create layer: selectL1 +(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1 +(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1 +(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1 +(21:59:03 2015-11-12)[nerv] info: create layer: outputL +(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL +(21:59:03 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER5 LR1]: preparing layers end. [SCHEDULER ITER5 LR1]: Generate and initing TNN ... selectL1 0 @@ -708,66 +758,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 6 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 11 23:50:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.255734. -[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 11 23:50:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.253719. -[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 11 23:51:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.247966. -[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 11 23:51:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.249946. -[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 11 23:51:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.250355. -[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 11 23:51:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.246729. -[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 11 23:52:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.243410. -[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 11 23:52:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.240495. -[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 11 23:52:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239077. -[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 11 23:52:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.238622. -[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 11 23:53:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.238504. -[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 11 23:53:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.238241. -[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 11 23:53:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239162. -[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 11 23:53:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.239312. -[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 11 23:54:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.237412. -[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 11 23:54:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.235684. -[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 11 23:54:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.235523. -[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 11 23:54:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.235372. -[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 11 23:55:11 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.234774. -[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 11 23:55:26 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.234615. -[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 11 23:55:41 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.233365. -[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 11 23:55:56 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.233021. -[LOG]LMSeqReader: file expires, closing. -gconf.fz 42068 -gconf.fz2 42068 +[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353. +[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055. +[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566. +[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892. +[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265. +[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254. +[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588. +[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553. +[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404. +[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302. +[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638. +[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091. +[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283. +[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240. +[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917. +[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291. +[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598. +[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209. +[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536. +[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296. +[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162. +[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722. +[LOG]LMSeqReader: file expires, closing. [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end. +[SCHEDULER ITER6 LR1]: shuffling training file +===PEEK ON TEST 6=== +[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds... +batch_size: 10 chunk_size 15 +[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489. +[LOG]LMSeqReader: file expires, closing. +[SCHEDULER ITER6 LR1]: Displaying result: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end. ===VALIDATION 6=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds... batch_size: 10 chunk_size 15 -[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 11 23:56:06 2015. - [SCHEDULER ITER6 LR1]: log prob per sample :-2.302691. +[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015. + [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040. [LOG]LMSeqReader: file expires, closing. -gconf.fz 0 -gconf.fz2 3370 [SCHEDULER ITER6 LR1]: Displaying result: -[SCHEDULER ITER6 LR1]: LMResult status of rnn: +[SCHEDULER ITER6 LR1]: LMResult status of rnn: [SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end. [SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params... @@ -775,27 +831,27 @@ gconf.fz2 3370 reading chunk 0 from 0 metadata: return {type="nerv.LinearTransParam",id="ltp_ih"} -reading chunk 1 from 34538959 +reading chunk 1 from 34533450 metadata: return {type="nerv.BiasParam",id="bp_h"} -reading chunk 2 from 34542616 +reading chunk 2 from 34537108 metadata: return {type="nerv.LinearTransParam",id="ltp_ho"} -reading chunk 3 from 69152427 +reading chunk 3 from 69139044 metadata: return {type="nerv.BiasParam",id="bp_o"} -reading chunk 4 from 69268767 +reading chunk 4 from 69255402 metadata: return {type="nerv.LinearTransParam",id="ltp_hh"} -reading chunk 5 from 70342725 +reading chunk 5 from 70329197 [SCHEDULER ITER6 LR1]: preparing parameters end. [SCHEDULER ITER6 LR1]: preparing layers... -(23:56:16 2015-11-11)[nerv] info: create layer: recurrentL1 -(23:56:16 2015-11-11)[nerv] info: create layer: sigmoidL1 -(23:56:16 2015-11-11)[nerv] info: create layer: combinerL1 -(23:56:16 2015-11-11)[nerv] info: create layer: outputL -(23:56:16 2015-11-11)[nerv] info: create layer: softmaxL -(23:56:16 2015-11-11)[nerv] info: create layer: selectL1 +(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1 +(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1 +(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1 +(22:05:29 2015-11-12)[nerv] info: create layer: outputL +(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL +(22:05:29 2015-11-12)[nerv] info: create layer: selectL1 [SCHEDULER ITER6 LR1]: preparing layers end. [SCHEDULER ITER6 LR1]: Generate and initing TNN ... selectL1 0 @@ -823,66 +879,72 @@ TNN initing storage outputL -> softmaxL ===ITERATION 7 LR 1.000000=== [LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf... batch_size: 10 chunk_size 15 -[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 11 23:56:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.221318. -[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 11 23:56:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.219186. -[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 11 23:57:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.213799. -[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 11 23:57:15 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.216384. -[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 11 23:57:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.217079. -[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 11 23:57:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.213725. -[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 11 23:58:00 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.210415. -[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 11 23:58:15 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.207974. -[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 11 23:58:30 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.206540. -[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 11 23:58:45 2015. - [SCHEDULER ITER7 LR1]: log prob per sample :-2.205226. -[SCHEDULER ITER7 LR1]: 440067 words processed Wed