aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authortxh18 <[email protected]>2015-11-13 00:49:43 +0800
committertxh18 <[email protected]>2015-11-13 00:49:43 +0800
commitd5111ef959c2871bfd8977889cf632acce2660d5 (patch)
tree1fa58bfbaf428fc69c36f68617fa4ab02007bbeb
parent79f5b886dc10c41e5a4b0f26b83c51ca6540ba43 (diff)
change ppl_net to ppl_all
-rw-r--r--nerv/examples/lmptb/m-tests/LOG-tnn-h3004421
-rw-r--r--nerv/examples/lmptb/tnn_ptb_main.lua8
2 files changed, 2329 insertions, 2100 deletions
diff --git a/nerv/examples/lmptb/m-tests/LOG-tnn-h300 b/nerv/examples/lmptb/m-tests/LOG-tnn-h300
index 4fcffed..ca4ff77 100644
--- a/nerv/examples/lmptb/m-tests/LOG-tnn-h300
+++ b/nerv/examples/lmptb/m-tests/LOG-tnn-h300
@@ -1,4 +1,26 @@
Greetings
+[SCHEDULER]: printing global_conf
+test_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds
+train_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds
+sche_log_pre [SCHEDULER]:
+train_fn_shuf_bak /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf_bak
+mmat_type table: 0x40f7afc8
+wcost 1e-06
+train_fn_shuf /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf
+log_w_num 40000
+param_fn /home/slhome/txh18/workspace/nerv/play/dagL_test/params
+batch_size 10
+hidden_size 300
+timer nerv.Timer
+work_dir /home/slhome/txh18/workspace/nerv/play/dagL_test
+nn_act_default 0
+max_iter 30
+valid_fn /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds
+lrate 1
+momentum 0
+param_random function: 0x41ba6b68
+chunk_size 15
+cumat_type table: 0x40f7e4e0
[SCHEDULER]: creating work_dir...
[LOG]LMVocab: Vocab building on file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.train.txt.adds...
[LOG]LMVocab: Building finished, vocab size now is 10000.
@@ -40,12 +62,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"}
reading chunk 5 from 70163127
[SCHEDULER]: preparing parameters end.
[SCHEDULER]: preparing layers...
-(23:21:04 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:21:04 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:21:04 2015-11-11)[nerv] info: create layer: combinerL1
-(23:21:04 2015-11-11)[nerv] info: create layer: outputL
-(23:21:04 2015-11-11)[nerv] info: create layer: softmaxL
-(23:21:04 2015-11-11)[nerv] info: create layer: selectL1
+(21:26:39 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:26:39 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:26:39 2015-11-12)[nerv] info: create layer: combinerL1
+(21:26:39 2015-11-12)[nerv] info: create layer: outputL
+(21:26:39 2015-11-12)[nerv] info: create layer: softmaxL
+(21:26:39 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER]: preparing layers end.
[SCHEDULER]: Generate and initing TNN ...
<input> selectL1 0
@@ -72,11 +94,9 @@ TNN initing storage outputL -> softmaxL
[SCHEDULER]: Initing TNN end.
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER]: 40095 words processed Wed Nov 11 23:21:10 2015.
+[SCHEDULER]: 40095 words processed Thu Nov 12 21:26:45 2015.
[SCHEDULER]: log prob per sample :-4.052709.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER]: Displaying result:
[SCHEDULER]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 11363.085973621> <PPL_OOV 11232.52378889> <LOGP -298763.20911767>
[SCHEDULER]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
@@ -100,12 +120,12 @@ metadata: return {type="nerv.BiasParam",id="bp_o"}
reading chunk 5 from 70163127
[SCHEDULER]: preparing parameters end.
[SCHEDULER]: preparing layers...
-(23:21:20 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:21:20 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:21:20 2015-11-11)[nerv] info: create layer: combinerL1
-(23:21:20 2015-11-11)[nerv] info: create layer: outputL
-(23:21:20 2015-11-11)[nerv] info: create layer: softmaxL
-(23:21:20 2015-11-11)[nerv] info: create layer: selectL1
+(21:26:55 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:26:55 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:26:55 2015-11-12)[nerv] info: create layer: combinerL1
+(21:26:55 2015-11-12)[nerv] info: create layer: outputL
+(21:26:55 2015-11-12)[nerv] info: create layer: softmaxL
+(21:26:55 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER]: preparing layers end.
[SCHEDULER]: Generate and initing TNN ...
<input> selectL1 0
@@ -133,66 +153,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 1 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER1 LR1]: 40099 words processed Wed Nov 11 23:21:34 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-3.248245.
-[SCHEDULER ITER1 LR1]: 80063 words processed Wed Nov 11 23:21:49 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-3.066372.
-[SCHEDULER ITER1 LR1]: 120068 words processed Wed Nov 11 23:22:04 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.998897.
-[SCHEDULER ITER1 LR1]: 160017 words processed Wed Nov 11 23:22:19 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.933869.
-[SCHEDULER ITER1 LR1]: 200138 words processed Wed Nov 11 23:22:34 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.895356.
-[SCHEDULER ITER1 LR1]: 240007 words processed Wed Nov 11 23:22:49 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.860453.
-[SCHEDULER ITER1 LR1]: 280135 words processed Wed Nov 11 23:23:04 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.830565.
-[SCHEDULER ITER1 LR1]: 320080 words processed Wed Nov 11 23:23:19 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.806896.
-[SCHEDULER ITER1 LR1]: 360059 words processed Wed Nov 11 23:23:34 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.781789.
-[SCHEDULER ITER1 LR1]: 400021 words processed Wed Nov 11 23:23:49 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.765120.
-[SCHEDULER ITER1 LR1]: 440102 words processed Wed Nov 11 23:24:04 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.746893.
-[SCHEDULER ITER1 LR1]: 480051 words processed Wed Nov 11 23:24:19 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.729376.
-[SCHEDULER ITER1 LR1]: 520093 words processed Wed Nov 11 23:24:34 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.714592.
-[SCHEDULER ITER1 LR1]: 560039 words processed Wed Nov 11 23:24:49 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.697929.
-[SCHEDULER ITER1 LR1]: 600112 words processed Wed Nov 11 23:25:04 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.688283.
-[SCHEDULER ITER1 LR1]: 640076 words processed Wed Nov 11 23:25:19 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.677096.
-[SCHEDULER ITER1 LR1]: 680026 words processed Wed Nov 11 23:25:34 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.668041.
-[SCHEDULER ITER1 LR1]: 720133 words processed Wed Nov 11 23:25:49 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.659308.
-[SCHEDULER ITER1 LR1]: 760048 words processed Wed Nov 11 23:26:04 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.648075.
-[SCHEDULER ITER1 LR1]: 800117 words processed Wed Nov 11 23:26:19 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.640555.
-[SCHEDULER ITER1 LR1]: 840116 words processed Wed Nov 11 23:26:34 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.630580.
-[SCHEDULER ITER1 LR1]: 880037 words processed Wed Nov 11 23:26:49 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.623065.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER1 LR1]: 40099 words processed Thu Nov 12 21:27:11 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-3.292692.
+[SCHEDULER ITER1 LR1]: 80063 words processed Thu Nov 12 21:27:27 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-3.070144.
+[SCHEDULER ITER1 LR1]: 120068 words processed Thu Nov 12 21:27:43 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.984966.
+[SCHEDULER ITER1 LR1]: 160017 words processed Thu Nov 12 21:27:59 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.924306.
+[SCHEDULER ITER1 LR1]: 200138 words processed Thu Nov 12 21:28:15 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.895537.
+[SCHEDULER ITER1 LR1]: 240007 words processed Thu Nov 12 21:28:31 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.866355.
+[SCHEDULER ITER1 LR1]: 280135 words processed Thu Nov 12 21:28:47 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.841706.
+[SCHEDULER ITER1 LR1]: 320080 words processed Thu Nov 12 21:29:03 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.820864.
+[SCHEDULER ITER1 LR1]: 360059 words processed Thu Nov 12 21:29:19 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.798327.
+[SCHEDULER ITER1 LR1]: 400021 words processed Thu Nov 12 21:29:36 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.784042.
+[SCHEDULER ITER1 LR1]: 440102 words processed Thu Nov 12 21:29:53 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.767230.
+[SCHEDULER ITER1 LR1]: 480051 words processed Thu Nov 12 21:30:09 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.750979.
+[SCHEDULER ITER1 LR1]: 520093 words processed Thu Nov 12 21:30:25 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.737316.
+[SCHEDULER ITER1 LR1]: 560039 words processed Thu Nov 12 21:30:41 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.721875.
+[SCHEDULER ITER1 LR1]: 600112 words processed Thu Nov 12 21:30:57 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.712290.
+[SCHEDULER ITER1 LR1]: 640076 words processed Thu Nov 12 21:31:13 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.701624.
+[SCHEDULER ITER1 LR1]: 680026 words processed Thu Nov 12 21:31:29 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.692884.
+[SCHEDULER ITER1 LR1]: 720133 words processed Thu Nov 12 21:31:45 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.684241.
+[SCHEDULER ITER1 LR1]: 760048 words processed Thu Nov 12 21:32:01 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.673189.
+[SCHEDULER ITER1 LR1]: 800117 words processed Thu Nov 12 21:32:17 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.665760.
+[SCHEDULER ITER1 LR1]: 840116 words processed Thu Nov 12 21:32:33 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.656155.
+[SCHEDULER ITER1 LR1]: 880037 words processed Thu Nov 12 21:32:49 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.648768.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER1 LR1]: Displaying result:
-[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 479.30006237909> <PPL_OOV 418.29117140708> <LOGP -2436897.7616863>
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 509.58764573002> <PPL_OOV 443.82735664069> <LOGP -2460821.0780481>
[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER1 LR1]: shuffling training file
+===PEEK ON TEST 1===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER1 LR1]: 40087 words processed Thu Nov 12 21:33:02 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.504355.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER1 LR1]: Displaying result:
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 372.42183463097> <PPL_OOV 324.08404397993> <LOGP -206953.5100413>
+[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 1===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER1 LR1]: 40095 words processed Wed Nov 11 23:27:01 2015.
- [SCHEDULER ITER1 LR1]: log prob per sample :-2.523185.
+[SCHEDULER ITER1 LR1]: 40095 words processed Thu Nov 12 21:33:14 2015.
+ [SCHEDULER ITER1 LR1]: log prob per sample :-2.550268.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER1 LR1]: Displaying result:
-[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 348.88659837747> <PPL_OOV 313.72060811114> <LOGP -184145.01523291>
+[SCHEDULER ITER1 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 374.67370339982> <PPL_OOV 335.03359692605> <LOGP -186250.51743037>
[SCHEDULER ITER1 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER1 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -200,27 +226,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1076965
+reading chunk 1 from 1075976
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1080621
+reading chunk 2 from 1079632
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35617574
+reading chunk 3 from 35607920
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35733895
+reading chunk 4 from 35724250
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70251684
+reading chunk 5 from 70241455
[SCHEDULER ITER1 LR1]: preparing parameters end.
[SCHEDULER ITER1 LR1]: preparing layers...
-(23:27:11 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:27:11 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:27:11 2015-11-11)[nerv] info: create layer: combinerL1
-(23:27:11 2015-11-11)[nerv] info: create layer: outputL
-(23:27:11 2015-11-11)[nerv] info: create layer: softmaxL
-(23:27:11 2015-11-11)[nerv] info: create layer: selectL1
+(21:33:24 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:33:24 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:33:24 2015-11-12)[nerv] info: create layer: combinerL1
+(21:33:24 2015-11-12)[nerv] info: create layer: outputL
+(21:33:24 2015-11-12)[nerv] info: create layer: softmaxL
+(21:33:24 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER1 LR1]: preparing layers end.
[SCHEDULER ITER1 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -248,66 +274,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 2 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER2 LR1]: 40092 words processed Wed Nov 11 23:27:25 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.599442.
-[SCHEDULER ITER2 LR1]: 80099 words processed Wed Nov 11 23:27:40 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.548803.
-[SCHEDULER ITER2 LR1]: 120004 words processed Wed Nov 11 23:27:55 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.523943.
-[SCHEDULER ITER2 LR1]: 160114 words processed Wed Nov 11 23:28:10 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.512345.
-[SCHEDULER ITER2 LR1]: 200066 words processed Wed Nov 11 23:28:25 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.505397.
-[SCHEDULER ITER2 LR1]: 240045 words processed Wed Nov 11 23:28:40 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.499117.
-[SCHEDULER ITER2 LR1]: 280057 words processed Wed Nov 11 23:28:55 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.492474.
-[SCHEDULER ITER2 LR1]: 320106 words processed Wed Nov 11 23:29:10 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.484600.
-[SCHEDULER ITER2 LR1]: 360024 words processed Wed Nov 11 23:29:25 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.479672.
-[SCHEDULER ITER2 LR1]: 400089 words processed Wed Nov 11 23:29:40 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.475321.
-[SCHEDULER ITER2 LR1]: 440067 words processed Wed Nov 11 23:29:55 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.471777.
-[SCHEDULER ITER2 LR1]: 480051 words processed Wed Nov 11 23:30:10 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.468552.
-[SCHEDULER ITER2 LR1]: 520140 words processed Wed Nov 11 23:30:25 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.465361.
-[SCHEDULER ITER2 LR1]: 560132 words processed Wed Nov 11 23:30:40 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.462341.
-[SCHEDULER ITER2 LR1]: 600118 words processed Wed Nov 11 23:30:55 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.460604.
-[SCHEDULER ITER2 LR1]: 640090 words processed Wed Nov 11 23:31:10 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.458146.
-[SCHEDULER ITER2 LR1]: 680075 words processed Wed Nov 11 23:31:25 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.458095.
-[SCHEDULER ITER2 LR1]: 720043 words processed Wed Nov 11 23:31:40 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.457528.
-[SCHEDULER ITER2 LR1]: 760012 words processed Wed Nov 11 23:31:55 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.455970.
-[SCHEDULER ITER2 LR1]: 800113 words processed Wed Nov 11 23:32:10 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.454040.
-[SCHEDULER ITER2 LR1]: 840089 words processed Wed Nov 11 23:32:25 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.451647.
-[SCHEDULER ITER2 LR1]: 880052 words processed Wed Nov 11 23:32:40 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.449628.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER2 LR1]: 40092 words processed Thu Nov 12 21:33:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.611210.
+[SCHEDULER ITER2 LR1]: 80099 words processed Thu Nov 12 21:33:56 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.589139.
+[SCHEDULER ITER2 LR1]: 120004 words processed Thu Nov 12 21:34:12 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.570733.
+[SCHEDULER ITER2 LR1]: 160114 words processed Thu Nov 12 21:34:28 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.551667.
+[SCHEDULER ITER2 LR1]: 200066 words processed Thu Nov 12 21:34:44 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.540568.
+[SCHEDULER ITER2 LR1]: 240045 words processed Thu Nov 12 21:35:00 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.526721.
+[SCHEDULER ITER2 LR1]: 280057 words processed Thu Nov 12 21:35:16 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.517728.
+[SCHEDULER ITER2 LR1]: 320106 words processed Thu Nov 12 21:35:32 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.508229.
+[SCHEDULER ITER2 LR1]: 360024 words processed Thu Nov 12 21:35:48 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.502058.
+[SCHEDULER ITER2 LR1]: 400089 words processed Thu Nov 12 21:36:04 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.497895.
+[SCHEDULER ITER2 LR1]: 440067 words processed Thu Nov 12 21:36:20 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.493752.
+[SCHEDULER ITER2 LR1]: 480051 words processed Thu Nov 12 21:36:36 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.490189.
+[SCHEDULER ITER2 LR1]: 520140 words processed Thu Nov 12 21:36:52 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.486542.
+[SCHEDULER ITER2 LR1]: 560132 words processed Thu Nov 12 21:37:08 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.483445.
+[SCHEDULER ITER2 LR1]: 600118 words processed Thu Nov 12 21:37:24 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.483056.
+[SCHEDULER ITER2 LR1]: 640090 words processed Thu Nov 12 21:37:40 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.480205.
+[SCHEDULER ITER2 LR1]: 680075 words processed Thu Nov 12 21:37:56 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.478075.
+[SCHEDULER ITER2 LR1]: 720043 words processed Thu Nov 12 21:38:12 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.475920.
+[SCHEDULER ITER2 LR1]: 760012 words processed Thu Nov 12 21:38:28 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.473641.
+[SCHEDULER ITER2 LR1]: 800113 words processed Thu Nov 12 21:38:44 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.471283.
+[SCHEDULER ITER2 LR1]: 840089 words processed Thu Nov 12 21:39:00 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.468366.
+[SCHEDULER ITER2 LR1]: 880052 words processed Thu Nov 12 21:39:16 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.466238.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER2 LR1]: Displaying result:
-[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 322.88493854907> <PPL_OOV 281.43208335099> <LOGP -2276910.7606898>
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 335.54574856758> <PPL_OOV 292.42179827166> <LOGP -2292375.5314619>
[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER2 LR1]: shuffling training file
+===PEEK ON TEST 2===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER2 LR1]: 40087 words processed Thu Nov 12 21:39:27 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.378341.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER2 LR1]: Displaying result:
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 280.56888917672> <PPL_OOV 241.83582061528> <LOGP -196473.60543172>
+[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 2===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER2 LR1]: 40095 words processed Wed Nov 11 23:32:50 2015.
- [SCHEDULER ITER2 LR1]: log prob per sample :-2.408668.
+[SCHEDULER ITER2 LR1]: 40095 words processed Thu Nov 12 21:39:39 2015.
+ [SCHEDULER ITER2 LR1]: log prob per sample :-2.425320.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER2 LR1]: Displaying result:
-[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 274.09438409291> <PPL_OOV 242.65292128392> <LOGP -175916.53225967>
+[SCHEDULER ITER2 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 284.31456120428> <PPL_OOV 252.08005346508> <LOGP -177137.47845282>
[SCHEDULER ITER2 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER2 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -315,27 +347,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34524481
+reading chunk 1 from 34522576
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34528138
+reading chunk 2 from 34526234
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69086256
+reading chunk 3 from 69072330
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69202439
+reading chunk 4 from 69188461
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70278561
+reading chunk 5 from 70263917
[SCHEDULER ITER2 LR1]: preparing parameters end.
[SCHEDULER ITER2 LR1]: preparing layers...
-(23:33:00 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:33:00 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:33:00 2015-11-11)[nerv] info: create layer: combinerL1
-(23:33:00 2015-11-11)[nerv] info: create layer: outputL
-(23:33:00 2015-11-11)[nerv] info: create layer: softmaxL
-(23:33:00 2015-11-11)[nerv] info: create layer: selectL1
+(21:39:50 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:39:50 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:39:50 2015-11-12)[nerv] info: create layer: combinerL1
+(21:39:50 2015-11-12)[nerv] info: create layer: outputL
+(21:39:50 2015-11-12)[nerv] info: create layer: softmaxL
+(21:39:50 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER2 LR1]: preparing layers end.
[SCHEDULER ITER2 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -363,66 +395,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 3 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER3 LR1]: 40092 words processed Wed Nov 11 23:33:14 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.569663.
-[SCHEDULER ITER3 LR1]: 80099 words processed Wed Nov 11 23:33:29 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.489703.
-[SCHEDULER ITER3 LR1]: 120004 words processed Wed Nov 11 23:33:44 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.456065.
-[SCHEDULER ITER3 LR1]: 160114 words processed Wed Nov 11 23:33:59 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.441796.
-[SCHEDULER ITER3 LR1]: 200066 words processed Wed Nov 11 23:34:14 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.433088.
-[SCHEDULER ITER3 LR1]: 240045 words processed Wed Nov 11 23:34:29 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.424178.
-[SCHEDULER ITER3 LR1]: 280057 words processed Wed Nov 11 23:34:44 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.416746.
-[SCHEDULER ITER3 LR1]: 320106 words processed Wed Nov 11 23:34:59 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.408769.
-[SCHEDULER ITER3 LR1]: 360024 words processed Wed Nov 11 23:35:14 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.403516.
-[SCHEDULER ITER3 LR1]: 400089 words processed Wed Nov 11 23:35:29 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.401051.
-[SCHEDULER ITER3 LR1]: 440067 words processed Wed Nov 11 23:35:44 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.397870.
-[SCHEDULER ITER3 LR1]: 480051 words processed Wed Nov 11 23:35:59 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.394888.
-[SCHEDULER ITER3 LR1]: 520140 words processed Wed Nov 11 23:36:14 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.392029.
-[SCHEDULER ITER3 LR1]: 560132 words processed Wed Nov 11 23:36:29 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.389343.
-[SCHEDULER ITER3 LR1]: 600118 words processed Wed Nov 11 23:36:44 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.387280.
-[SCHEDULER ITER3 LR1]: 640090 words processed Wed Nov 11 23:36:59 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.384322.
-[SCHEDULER ITER3 LR1]: 680075 words processed Wed Nov 11 23:37:14 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.382924.
-[SCHEDULER ITER3 LR1]: 720043 words processed Wed Nov 11 23:37:29 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.381426.
-[SCHEDULER ITER3 LR1]: 760012 words processed Wed Nov 11 23:37:44 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.379613.
-[SCHEDULER ITER3 LR1]: 800113 words processed Wed Nov 11 23:37:59 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.377966.
-[SCHEDULER ITER3 LR1]: 840089 words processed Wed Nov 11 23:38:14 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.375823.
-[SCHEDULER ITER3 LR1]: 880052 words processed Wed Nov 11 23:38:29 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.374291.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER3 LR1]: 40092 words processed Thu Nov 12 21:40:06 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.544465.
+[SCHEDULER ITER3 LR1]: 80099 words processed Thu Nov 12 21:40:22 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.523845.
+[SCHEDULER ITER3 LR1]: 120004 words processed Thu Nov 12 21:40:38 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.503563.
+[SCHEDULER ITER3 LR1]: 160114 words processed Thu Nov 12 21:40:55 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.492793.
+[SCHEDULER ITER3 LR1]: 200066 words processed Thu Nov 12 21:41:11 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.486434.
+[SCHEDULER ITER3 LR1]: 240045 words processed Thu Nov 12 21:41:27 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.477573.
+[SCHEDULER ITER3 LR1]: 280057 words processed Thu Nov 12 21:41:43 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.472171.
+[SCHEDULER ITER3 LR1]: 320106 words processed Thu Nov 12 21:41:59 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.464689.
+[SCHEDULER ITER3 LR1]: 360024 words processed Thu Nov 12 21:42:15 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.462254.
+[SCHEDULER ITER3 LR1]: 400089 words processed Thu Nov 12 21:42:31 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.460639.
+[SCHEDULER ITER3 LR1]: 440067 words processed Thu Nov 12 21:42:47 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.457377.
+[SCHEDULER ITER3 LR1]: 480051 words processed Thu Nov 12 21:43:03 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.454522.
+[SCHEDULER ITER3 LR1]: 520140 words processed Thu Nov 12 21:43:20 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.451702.
+[SCHEDULER ITER3 LR1]: 560132 words processed Thu Nov 12 21:43:36 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.449800.
+[SCHEDULER ITER3 LR1]: 600118 words processed Thu Nov 12 21:43:52 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.460651.
+[SCHEDULER ITER3 LR1]: 640090 words processed Thu Nov 12 21:44:08 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.478514.
+[SCHEDULER ITER3 LR1]: 680075 words processed Thu Nov 12 21:44:24 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.481904.
+[SCHEDULER ITER3 LR1]: 720043 words processed Thu Nov 12 21:44:40 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.481315.
+[SCHEDULER ITER3 LR1]: 760012 words processed Thu Nov 12 21:44:56 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.479536.
+[SCHEDULER ITER3 LR1]: 800113 words processed Thu Nov 12 21:45:12 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.477516.
+[SCHEDULER ITER3 LR1]: 840089 words processed Thu Nov 12 21:45:28 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.474938.
+[SCHEDULER ITER3 LR1]: 880052 words processed Thu Nov 12 21:45:44 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.472685.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER3 LR1]: Displaying result:
-[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 268.9224164231> <PPL_OOV 236.66635714317> <LOGP -2206971.199076>
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 332.01769678787> <PPL_OOV 296.76708303188> <LOGP -2298330.4641512>
[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER3 LR1]: shuffling training file
+===PEEK ON TEST 3===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER3 LR1]: 40087 words processed Thu Nov 12 21:45:55 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.372994.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER3 LR1]: Displaying result:
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 276.01692594329> <PPL_OOV 238.48049489778> <LOGP -195973.43960252>
+[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 3===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER3 LR1]: 40095 words processed Wed Nov 11 23:38:39 2015.
- [SCHEDULER ITER3 LR1]: log prob per sample :-2.367482.
+[SCHEDULER ITER3 LR1]: 40095 words processed Thu Nov 12 21:46:07 2015.
+ [SCHEDULER ITER3 LR1]: log prob per sample :-2.423095.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER3 LR1]: Displaying result:
-[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 246.139092058> <PPL_OOV 218.53948958668> <LOGP -172563.72722511>
+[SCHEDULER ITER3 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 282.79751736002> <PPL_OOV 251.12979270018> <LOGP -177016.49404609>
[SCHEDULER ITER3 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER3 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -430,27 +468,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1075691
+reading chunk 1 from 1075055
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1079348
+reading chunk 2 from 1078714
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35651987
+reading chunk 3 from 35640630
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35768166
+reading chunk 4 from 35756784
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70297054
+reading chunk 5 from 70282927
[SCHEDULER ITER3 LR1]: preparing parameters end.
[SCHEDULER ITER3 LR1]: preparing layers...
-(23:38:49 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:38:49 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:38:49 2015-11-11)[nerv] info: create layer: combinerL1
-(23:38:49 2015-11-11)[nerv] info: create layer: outputL
-(23:38:49 2015-11-11)[nerv] info: create layer: softmaxL
-(23:38:49 2015-11-11)[nerv] info: create layer: selectL1
+(21:46:18 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:46:18 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:46:18 2015-11-12)[nerv] info: create layer: combinerL1
+(21:46:18 2015-11-12)[nerv] info: create layer: outputL
+(21:46:18 2015-11-12)[nerv] info: create layer: softmaxL
+(21:46:18 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER3 LR1]: preparing layers end.
[SCHEDULER ITER3 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -478,66 +516,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 4 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER4 LR1]: 40092 words processed Wed Nov 11 23:39:03 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.542208.
-[SCHEDULER ITER4 LR1]: 80099 words processed Wed Nov 11 23:39:18 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.484538.
-[SCHEDULER ITER4 LR1]: 120004 words processed Wed Nov 11 23:39:33 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.457613.
-[SCHEDULER ITER4 LR1]: 160114 words processed Wed Nov 11 23:39:48 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.445247.
-[SCHEDULER ITER4 LR1]: 200066 words processed Wed Nov 11 23:40:03 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.437367.
-[SCHEDULER ITER4 LR1]: 240045 words processed Wed Nov 11 23:40:18 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.422811.
-[SCHEDULER ITER4 LR1]: 280057 words processed Wed Nov 11 23:40:33 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.408160.
-[SCHEDULER ITER4 LR1]: 320106 words processed Wed Nov 11 23:40:48 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.395672.
-[SCHEDULER ITER4 LR1]: 360024 words processed Wed Nov 11 23:41:03 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.386943.
-[SCHEDULER ITER4 LR1]: 400089 words processed Wed Nov 11 23:41:18 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.380113.
-[SCHEDULER ITER4 LR1]: 440067 words processed Wed Nov 11 23:41:33 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.374574.
-[SCHEDULER ITER4 LR1]: 480051 words processed Wed Nov 11 23:41:48 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.369999.
-[SCHEDULER ITER4 LR1]: 520140 words processed Wed Nov 11 23:42:03 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.365840.
-[SCHEDULER ITER4 LR1]: 560132 words processed Wed Nov 11 23:42:18 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.361944.
-[SCHEDULER ITER4 LR1]: 600118 words processed Wed Nov 11 23:42:33 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.357189.
-[SCHEDULER ITER4 LR1]: 640090 words processed Wed Nov 11 23:42:48 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.353203.
-[SCHEDULER ITER4 LR1]: 680075 words processed Wed Nov 11 23:43:03 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.350827.
-[SCHEDULER ITER4 LR1]: 720043 words processed Wed Nov 11 23:43:18 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.348638.
-[SCHEDULER ITER4 LR1]: 760012 words processed Wed Nov 11 23:43:33 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.346314.
-[SCHEDULER ITER4 LR1]: 800113 words processed Wed Nov 11 23:43:48 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.344168.
-[SCHEDULER ITER4 LR1]: 840089 words processed Wed Nov 11 23:44:03 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.341504.
-[SCHEDULER ITER4 LR1]: 880052 words processed Wed Nov 11 23:44:18 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.339703.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER4 LR1]: 40092 words processed Thu Nov 12 21:46:34 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.405192.
+[SCHEDULER ITER4 LR1]: 80099 words processed Thu Nov 12 21:46:50 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.387086.
+[SCHEDULER ITER4 LR1]: 120004 words processed Thu Nov 12 21:47:06 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.375429.
+[SCHEDULER ITER4 LR1]: 160114 words processed Thu Nov 12 21:47:22 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.371996.
+[SCHEDULER ITER4 LR1]: 200066 words processed Thu Nov 12 21:47:38 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.369614.
+[SCHEDULER ITER4 LR1]: 240045 words processed Thu Nov 12 21:47:54 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.363105.
+[SCHEDULER ITER4 LR1]: 280057 words processed Thu Nov 12 21:48:10 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.358276.
+[SCHEDULER ITER4 LR1]: 320106 words processed Thu Nov 12 21:48:26 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.352905.
+[SCHEDULER ITER4 LR1]: 360024 words processed Thu Nov 12 21:48:42 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.350189.
+[SCHEDULER ITER4 LR1]: 400089 words processed Thu Nov 12 21:48:58 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.348116.
+[SCHEDULER ITER4 LR1]: 440067 words processed Thu Nov 12 21:49:14 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.346662.
+[SCHEDULER ITER4 LR1]: 480051 words processed Thu Nov 12 21:49:30 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.345278.
+[SCHEDULER ITER4 LR1]: 520140 words processed Thu Nov 12 21:49:46 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.343802.
+[SCHEDULER ITER4 LR1]: 560132 words processed Thu Nov 12 21:50:02 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.342152.
+[SCHEDULER ITER4 LR1]: 600118 words processed Thu Nov 12 21:50:18 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.344444.
+[SCHEDULER ITER4 LR1]: 640090 words processed Thu Nov 12 21:50:34 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.342672.
+[SCHEDULER ITER4 LR1]: 680075 words processed Thu Nov 12 21:50:50 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.341851.
+[SCHEDULER ITER4 LR1]: 720043 words processed Thu Nov 12 21:51:06 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.340724.
+[SCHEDULER ITER4 LR1]: 760012 words processed Thu Nov 12 21:51:22 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.339464.
+[SCHEDULER ITER4 LR1]: 800113 words processed Thu Nov 12 21:51:38 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.338453.
+[SCHEDULER ITER4 LR1]: 840089 words processed Thu Nov 12 21:51:53 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.336619.
+[SCHEDULER ITER4 LR1]: 880052 words processed Thu Nov 12 21:52:09 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.335602.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER4 LR1]: Displaying result:
-[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.79967809481> <PPL_OOV 218.53089509171> <LOGP -2174785.4056976>
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 246.29704080635> <PPL_OOV 216.539647079> <LOGP -2171089.8990162>
[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER4 LR1]: shuffling training file
+===PEEK ON TEST 4===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER4 LR1]: 40087 words processed Thu Nov 12 21:52:20 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.303876.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER4 LR1]: Displaying result:
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 233.38436117868> <PPL_OOV 202.39993621335> <LOGP -190100.92090619>
+[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 4===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER4 LR1]: 40095 words processed Wed Nov 11 23:44:28 2015.
- [SCHEDULER ITER4 LR1]: log prob per sample :-2.344507.
+[SCHEDULER ITER4 LR1]: 40095 words processed Thu Nov 12 21:52:31 2015.
+ [SCHEDULER ITER4 LR1]: log prob per sample :-2.356798.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER4 LR1]: Displaying result:
-[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 231.94898519805> <PPL_OOV 206.071146743> <LOGP -170681.90777664>
+[SCHEDULER ITER4 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 238.17539195191> <PPL_OOV 212.2263711232> <LOGP -171624.71991538>
[SCHEDULER ITER4 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER4 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -545,27 +589,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34532576
+reading chunk 1 from 34528542
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34536232
+reading chunk 2 from 34532200
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69123169
+reading chunk 3 from 69109612
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69239437
+reading chunk 4 from 69225892
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70314686
+reading chunk 5 from 70300614
[SCHEDULER ITER4 LR1]: preparing parameters end.
[SCHEDULER ITER4 LR1]: preparing layers...
-(23:44:38 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:44:38 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:44:38 2015-11-11)[nerv] info: create layer: combinerL1
-(23:44:38 2015-11-11)[nerv] info: create layer: outputL
-(23:44:38 2015-11-11)[nerv] info: create layer: softmaxL
-(23:44:38 2015-11-11)[nerv] info: create layer: selectL1
+(21:52:41 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:52:41 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:52:41 2015-11-12)[nerv] info: create layer: combinerL1
+(21:52:41 2015-11-12)[nerv] info: create layer: outputL
+(21:52:41 2015-11-12)[nerv] info: create layer: softmaxL
+(21:52:41 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER4 LR1]: preparing layers end.
[SCHEDULER ITER4 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -593,66 +637,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 5 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER5 LR1]: 40092 words processed Wed Nov 11 23:44:52 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.300797.
-[SCHEDULER ITER5 LR1]: 80099 words processed Wed Nov 11 23:45:07 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.296818.
-[SCHEDULER ITER5 LR1]: 120004 words processed Wed Nov 11 23:45:22 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.290547.
-[SCHEDULER ITER5 LR1]: 160114 words processed Wed Nov 11 23:45:37 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.291868.
-[SCHEDULER ITER5 LR1]: 200066 words processed Wed Nov 11 23:45:52 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.291909.
-[SCHEDULER ITER5 LR1]: 240045 words processed Wed Nov 11 23:46:07 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.287914.
-[SCHEDULER ITER5 LR1]: 280057 words processed Wed Nov 11 23:46:22 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.284605.
-[SCHEDULER ITER5 LR1]: 320106 words processed Wed Nov 11 23:46:37 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.281239.
-[SCHEDULER ITER5 LR1]: 360024 words processed Wed Nov 11 23:46:52 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.279270.
-[SCHEDULER ITER5 LR1]: 400089 words processed Wed Nov 11 23:47:07 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.280374.
-[SCHEDULER ITER5 LR1]: 440067 words processed Wed Nov 11 23:47:22 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.279921.
-[SCHEDULER ITER5 LR1]: 480051 words processed Wed Nov 11 23:47:37 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.279388.
-[SCHEDULER ITER5 LR1]: 520140 words processed Wed Nov 11 23:47:52 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.279796.
-[SCHEDULER ITER5 LR1]: 560132 words processed Wed Nov 11 23:48:07 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.278872.
-[SCHEDULER ITER5 LR1]: 600118 words processed Wed Nov 11 23:48:22 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.276549.
-[SCHEDULER ITER5 LR1]: 640090 words processed Wed Nov 11 23:48:37 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.274624.
-[SCHEDULER ITER5 LR1]: 680075 words processed Wed Nov 11 23:48:52 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.273749.
-[SCHEDULER ITER5 LR1]: 720043 words processed Wed Nov 11 23:49:07 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.273133.
-[SCHEDULER ITER5 LR1]: 760012 words processed Wed Nov 11 23:49:22 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.272442.
-[SCHEDULER ITER5 LR1]: 800113 words processed Wed Nov 11 23:49:37 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.271901.
-[SCHEDULER ITER5 LR1]: 840089 words processed Wed Nov 11 23:49:52 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.270503.
-[SCHEDULER ITER5 LR1]: 880052 words processed Wed Nov 11 23:50:07 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.269999.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER5 LR1]: 40092 words processed Thu Nov 12 21:52:56 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.446345.
+[SCHEDULER ITER5 LR1]: 80099 words processed Thu Nov 12 21:53:11 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.403749.
+[SCHEDULER ITER5 LR1]: 120004 words processed Thu Nov 12 21:53:27 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.384431.
+[SCHEDULER ITER5 LR1]: 160114 words processed Thu Nov 12 21:53:43 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.374759.
+[SCHEDULER ITER5 LR1]: 200066 words processed Thu Nov 12 21:53:58 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.361125.
+[SCHEDULER ITER5 LR1]: 240045 words processed Thu Nov 12 21:54:14 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.347698.
+[SCHEDULER ITER5 LR1]: 280057 words processed Thu Nov 12 21:54:30 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.337251.
+[SCHEDULER ITER5 LR1]: 320106 words processed Thu Nov 12 21:54:46 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.328378.
+[SCHEDULER ITER5 LR1]: 360024 words processed Thu Nov 12 21:55:02 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.322798.
+[SCHEDULER ITER5 LR1]: 400089 words processed Thu Nov 12 21:55:18 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.318066.
+[SCHEDULER ITER5 LR1]: 440067 words processed Thu Nov 12 21:55:34 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.314987.
+[SCHEDULER ITER5 LR1]: 480051 words processed Thu Nov 12 21:55:50 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.312277.
+[SCHEDULER ITER5 LR1]: 520140 words processed Thu Nov 12 21:56:06 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.309665.
+[SCHEDULER ITER5 LR1]: 560132 words processed Thu Nov 12 21:56:22 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.307166.
+[SCHEDULER ITER5 LR1]: 600118 words processed Thu Nov 12 21:56:38 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.304912.
+[SCHEDULER ITER5 LR1]: 640090 words processed Thu Nov 12 21:56:54 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.302402.
+[SCHEDULER ITER5 LR1]: 680075 words processed Thu Nov 12 21:57:10 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.301702.
+[SCHEDULER ITER5 LR1]: 720043 words processed Thu Nov 12 21:57:26 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.300632.
+[SCHEDULER ITER5 LR1]: 760012 words processed Thu Nov 12 21:57:42 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.299094.
+[SCHEDULER ITER5 LR1]: 800113 words processed Thu Nov 12 21:57:58 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.298026.
+[SCHEDULER ITER5 LR1]: 840089 words processed Thu Nov 12 21:58:14 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.295902.
+[SCHEDULER ITER5 LR1]: 880052 words processed Thu Nov 12 21:58:30 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.294821.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER5 LR1]: Displaying result:
-[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 210.35665534337> <PPL_OOV 186.22135221397> <LOGP -2110194.4304516>
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 222.41429432004> <PPL_OOV 197.11868137695> <LOGP -2133153.7071965>
[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER5 LR1]: shuffling training file
+===PEEK ON TEST 5===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER5 LR1]: 40087 words processed Thu Nov 12 21:58:41 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.273549.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER5 LR1]: Displaying result:
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 217.16376745377> <PPL_OOV 188.43745082601> <LOGP -187542.03398485>
+[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 5===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER5 LR1]: 40095 words processed Wed Nov 11 23:50:17 2015.
- [SCHEDULER ITER5 LR1]: log prob per sample :-2.320095.
+[SCHEDULER ITER5 LR1]: 40095 words processed Thu Nov 12 21:58:53 2015.
+ [SCHEDULER ITER5 LR1]: log prob per sample :-2.329139.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER5 LR1]: Displaying result:
-[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 217.2449530512> <PPL_OOV 193.72332502292> <LOGP -168702.53801867>
+[SCHEDULER ITER5 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 222.10299379671> <PPL_OOV 197.98616944161> <LOGP -169399.7867695>
[SCHEDULER ITER5 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER5 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -660,27 +710,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1074581
+reading chunk 1 from 1074285
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1078237
+reading chunk 2 from 1077942
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35676725
+reading chunk 3 from 35667973
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35793028
+reading chunk 4 from 35784319
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70329168
+reading chunk 5 from 70315647
[SCHEDULER ITER5 LR1]: preparing parameters end.
[SCHEDULER ITER5 LR1]: preparing layers...
-(23:50:27 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:50:27 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:50:27 2015-11-11)[nerv] info: create layer: combinerL1
-(23:50:27 2015-11-11)[nerv] info: create layer: outputL
-(23:50:27 2015-11-11)[nerv] info: create layer: softmaxL
-(23:50:27 2015-11-11)[nerv] info: create layer: selectL1
+(21:59:03 2015-11-12)[nerv] info: create layer: recurrentL1
+(21:59:03 2015-11-12)[nerv] info: create layer: sigmoidL1
+(21:59:03 2015-11-12)[nerv] info: create layer: combinerL1
+(21:59:03 2015-11-12)[nerv] info: create layer: outputL
+(21:59:03 2015-11-12)[nerv] info: create layer: softmaxL
+(21:59:03 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER5 LR1]: preparing layers end.
[SCHEDULER ITER5 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -708,66 +758,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 6 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER6 LR1]: 40092 words processed Wed Nov 11 23:50:41 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.255734.
-[SCHEDULER ITER6 LR1]: 80099 words processed Wed Nov 11 23:50:56 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.253719.
-[SCHEDULER ITER6 LR1]: 120004 words processed Wed Nov 11 23:51:11 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.247966.
-[SCHEDULER ITER6 LR1]: 160114 words processed Wed Nov 11 23:51:26 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.249946.
-[SCHEDULER ITER6 LR1]: 200066 words processed Wed Nov 11 23:51:41 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.250355.
-[SCHEDULER ITER6 LR1]: 240045 words processed Wed Nov 11 23:51:56 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.246729.
-[SCHEDULER ITER6 LR1]: 280057 words processed Wed Nov 11 23:52:11 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.243410.
-[SCHEDULER ITER6 LR1]: 320106 words processed Wed Nov 11 23:52:26 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.240495.
-[SCHEDULER ITER6 LR1]: 360024 words processed Wed Nov 11 23:52:41 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.239077.
-[SCHEDULER ITER6 LR1]: 400089 words processed Wed Nov 11 23:52:56 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.238622.
-[SCHEDULER ITER6 LR1]: 440067 words processed Wed Nov 11 23:53:11 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.238504.
-[SCHEDULER ITER6 LR1]: 480051 words processed Wed Nov 11 23:53:26 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.238241.
-[SCHEDULER ITER6 LR1]: 520140 words processed Wed Nov 11 23:53:41 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.239162.
-[SCHEDULER ITER6 LR1]: 560132 words processed Wed Nov 11 23:53:56 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.239312.
-[SCHEDULER ITER6 LR1]: 600118 words processed Wed Nov 11 23:54:11 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.237412.
-[SCHEDULER ITER6 LR1]: 640090 words processed Wed Nov 11 23:54:26 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.235684.
-[SCHEDULER ITER6 LR1]: 680075 words processed Wed Nov 11 23:54:41 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.235523.
-[SCHEDULER ITER6 LR1]: 720043 words processed Wed Nov 11 23:54:56 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.235372.
-[SCHEDULER ITER6 LR1]: 760012 words processed Wed Nov 11 23:55:11 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.234774.
-[SCHEDULER ITER6 LR1]: 800113 words processed Wed Nov 11 23:55:26 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.234615.
-[SCHEDULER ITER6 LR1]: 840089 words processed Wed Nov 11 23:55:41 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.233365.
-[SCHEDULER ITER6 LR1]: 880052 words processed Wed Nov 11 23:55:56 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.233021.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER6 LR1]: 40092 words processed Thu Nov 12 21:59:18 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.302353.
+[SCHEDULER ITER6 LR1]: 80099 words processed Thu Nov 12 21:59:34 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.286055.
+[SCHEDULER ITER6 LR1]: 120004 words processed Thu Nov 12 21:59:50 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.274566.
+[SCHEDULER ITER6 LR1]: 160114 words processed Thu Nov 12 22:00:06 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.272892.
+[SCHEDULER ITER6 LR1]: 200066 words processed Thu Nov 12 22:00:22 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.271265.
+[SCHEDULER ITER6 LR1]: 240045 words processed Thu Nov 12 22:00:38 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.267254.
+[SCHEDULER ITER6 LR1]: 280057 words processed Thu Nov 12 22:00:54 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.263588.
+[SCHEDULER ITER6 LR1]: 320106 words processed Thu Nov 12 22:01:10 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.259553.
+[SCHEDULER ITER6 LR1]: 360024 words processed Thu Nov 12 22:01:26 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.257404.
+[SCHEDULER ITER6 LR1]: 400089 words processed Thu Nov 12 22:01:42 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.255302.
+[SCHEDULER ITER6 LR1]: 440067 words processed Thu Nov 12 22:01:58 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.254638.
+[SCHEDULER ITER6 LR1]: 480051 words processed Thu Nov 12 22:02:14 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.254091.
+[SCHEDULER ITER6 LR1]: 520140 words processed Thu Nov 12 22:02:30 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.253283.
+[SCHEDULER ITER6 LR1]: 560132 words processed Thu Nov 12 22:02:46 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.252240.
+[SCHEDULER ITER6 LR1]: 600118 words processed Thu Nov 12 22:03:02 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.249917.
+[SCHEDULER ITER6 LR1]: 640090 words processed Thu Nov 12 22:03:18 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.250291.
+[SCHEDULER ITER6 LR1]: 680075 words processed Thu Nov 12 22:03:34 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.249598.
+[SCHEDULER ITER6 LR1]: 720043 words processed Thu Nov 12 22:03:50 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.249209.
+[SCHEDULER ITER6 LR1]: 760012 words processed Thu Nov 12 22:04:06 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.248536.
+[SCHEDULER ITER6 LR1]: 800113 words processed Thu Nov 12 22:04:22 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.248296.
+[SCHEDULER ITER6 LR1]: 840089 words processed Thu Nov 12 22:04:38 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.247162.
+[SCHEDULER ITER6 LR1]: 880052 words processed Thu Nov 12 22:04:54 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.246722.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER6 LR1]: Displaying result:
-[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 192.50276395295> <PPL_OOV 171.03816037907> <LOGP -2075858.7043799>
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 198.91088397989> <PPL_OOV 176.50252475842> <LOGP -2088554.9429051>
[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER6 LR1]: shuffling training file
+===PEEK ON TEST 6===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER6 LR1]: 40087 words processed Thu Nov 12 22:05:06 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.252489.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER6 LR1]: Displaying result:
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 206.19131994725> <PPL_OOV 179.26390285139> <LOGP -185755.4154153>
+[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 6===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER6 LR1]: 40095 words processed Wed Nov 11 23:56:06 2015.
- [SCHEDULER ITER6 LR1]: log prob per sample :-2.302691.
+[SCHEDULER ITER6 LR1]: 40095 words processed Thu Nov 12 22:05:18 2015.
+ [SCHEDULER ITER6 LR1]: log prob per sample :-2.311040.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER6 LR1]: Displaying result:
-[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 206.4844147814> <PPL_OOV 184.91442849952> <LOGP -167211.76617871>
+[SCHEDULER ITER6 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 211.88409793113> <PPL_OOV 189.15513876712> <LOGP -167938.10631937>
[SCHEDULER ITER6 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER6 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -775,27 +831,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34538959
+reading chunk 1 from 34533450
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34542616
+reading chunk 2 from 34537108
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69152427
+reading chunk 3 from 69139044
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69268767
+reading chunk 4 from 69255402
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70342725
+reading chunk 5 from 70329197
[SCHEDULER ITER6 LR1]: preparing parameters end.
[SCHEDULER ITER6 LR1]: preparing layers...
-(23:56:16 2015-11-11)[nerv] info: create layer: recurrentL1
-(23:56:16 2015-11-11)[nerv] info: create layer: sigmoidL1
-(23:56:16 2015-11-11)[nerv] info: create layer: combinerL1
-(23:56:16 2015-11-11)[nerv] info: create layer: outputL
-(23:56:16 2015-11-11)[nerv] info: create layer: softmaxL
-(23:56:16 2015-11-11)[nerv] info: create layer: selectL1
+(22:05:29 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:05:29 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:05:29 2015-11-12)[nerv] info: create layer: combinerL1
+(22:05:29 2015-11-12)[nerv] info: create layer: outputL
+(22:05:29 2015-11-12)[nerv] info: create layer: softmaxL
+(22:05:29 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER6 LR1]: preparing layers end.
[SCHEDULER ITER6 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -823,66 +879,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 7 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER7 LR1]: 40092 words processed Wed Nov 11 23:56:30 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.221318.
-[SCHEDULER ITER7 LR1]: 80099 words processed Wed Nov 11 23:56:45 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.219186.
-[SCHEDULER ITER7 LR1]: 120004 words processed Wed Nov 11 23:57:00 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.213799.
-[SCHEDULER ITER7 LR1]: 160114 words processed Wed Nov 11 23:57:15 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.216384.
-[SCHEDULER ITER7 LR1]: 200066 words processed Wed Nov 11 23:57:30 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.217079.
-[SCHEDULER ITER7 LR1]: 240045 words processed Wed Nov 11 23:57:45 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.213725.
-[SCHEDULER ITER7 LR1]: 280057 words processed Wed Nov 11 23:58:00 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.210415.
-[SCHEDULER ITER7 LR1]: 320106 words processed Wed Nov 11 23:58:15 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.207974.
-[SCHEDULER ITER7 LR1]: 360024 words processed Wed Nov 11 23:58:30 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.206540.
-[SCHEDULER ITER7 LR1]: 400089 words processed Wed Nov 11 23:58:45 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.205226.
-[SCHEDULER ITER7 LR1]: 440067 words processed Wed Nov 11 23:59:00 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.205453.
-[SCHEDULER ITER7 LR1]: 480051 words processed Wed Nov 11 23:59:15 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.205338.
-[SCHEDULER ITER7 LR1]: 520140 words processed Wed Nov 11 23:59:30 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.206037.
-[SCHEDULER ITER7 LR1]: 560132 words processed Wed Nov 11 23:59:45 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.205562.
-[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 00:00:00 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.203522.
-[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 00:00:15 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.202249.
-[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 00:00:30 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.201790.
-[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 00:00:45 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.201622.
-[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 00:01:00 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.201069.
-[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 00:01:15 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.201081.
-[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 00:01:30 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.199962.
-[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 00:01:45 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.199786.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER7 LR1]: 40092 words processed Thu Nov 12 22:05:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.247858.
+[SCHEDULER ITER7 LR1]: 80099 words processed Thu Nov 12 22:06:01 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.240500.
+[SCHEDULER ITER7 LR1]: 120004 words processed Thu Nov 12 22:06:17 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.233063.
+[SCHEDULER ITER7 LR1]: 160114 words processed Thu Nov 12 22:06:33 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.233546.
+[SCHEDULER ITER7 LR1]: 200066 words processed Thu Nov 12 22:06:49 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.233342.
+[SCHEDULER ITER7 LR1]: 240045 words processed Thu Nov 12 22:07:05 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.228546.
+[SCHEDULER ITER7 LR1]: 280057 words processed Thu Nov 12 22:07:21 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.226190.
+[SCHEDULER ITER7 LR1]: 320106 words processed Thu Nov 12 22:07:37 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.222945.
+[SCHEDULER ITER7 LR1]: 360024 words processed Thu Nov 12 22:07:53 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.221231.
+[SCHEDULER ITER7 LR1]: 400089 words processed Thu Nov 12 22:08:09 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.219454.
+[SCHEDULER ITER7 LR1]: 440067 words processed Thu Nov 12 22:08:25 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.219290.
+[SCHEDULER ITER7 LR1]: 480051 words processed Thu Nov 12 22:08:41 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.219243.
+[SCHEDULER ITER7 LR1]: 520140 words processed Thu Nov 12 22:08:57 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.218756.
+[SCHEDULER ITER7 LR1]: 560132 words processed Thu Nov 12 22:09:13 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.218041.
+[SCHEDULER ITER7 LR1]: 600118 words processed Thu Nov 12 22:09:29 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.218228.
+[SCHEDULER ITER7 LR1]: 640090 words processed Thu Nov 12 22:09:45 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.217169.
+[SCHEDULER ITER7 LR1]: 680075 words processed Thu Nov 12 22:10:01 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.216362.
+[SCHEDULER ITER7 LR1]: 720043 words processed Thu Nov 12 22:10:17 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.216029.
+[SCHEDULER ITER7 LR1]: 760012 words processed Thu Nov 12 22:10:33 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.215487.
+[SCHEDULER ITER7 LR1]: 800113 words processed Thu Nov 12 22:10:49 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.215356.
+[SCHEDULER ITER7 LR1]: 840089 words processed Thu Nov 12 22:11:05 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.214292.
+[SCHEDULER ITER7 LR1]: 880052 words processed Thu Nov 12 22:11:21 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.214097.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER7 LR1]: Displaying result:
-[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 177.71491333507> <PPL_OOV 158.44086194822> <LOGP -2044972.3472182>
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 183.98583365133> <PPL_OOV 163.73121251112> <LOGP -2058232.2665045>
[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER7 LR1]: shuffling training file
+===PEEK ON TEST 7===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER7 LR1]: 40087 words processed Thu Nov 12 22:11:32 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.238654.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER7 LR1]: Displaying result:
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 198.81652309035> <PPL_OOV 173.06297365549> <LOGP -184495.16904979>
+[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 7===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 00:01:55 2015.
- [SCHEDULER ITER7 LR1]: log prob per sample :-2.294253.
+[SCHEDULER ITER7 LR1]: 40095 words processed Thu Nov 12 22:11:44 2015.
+ [SCHEDULER ITER7 LR1]: log prob per sample :-2.297186.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER7 LR1]: Displaying result:
-[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 201.64131655583> <PPL_OOV 180.61690191719> <LOGP -166458.49874652>
+[SCHEDULER ITER7 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 203.98597397845> <PPL_OOV 182.29758343458> <LOGP -166755.20004089>
[SCHEDULER ITER7 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER7 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -890,27 +952,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1073268
+reading chunk 1 from 1073208
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1076924
+reading chunk 2 from 1076866
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35696900
+reading chunk 3 from 35689509
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35813257
+reading chunk 4 from 35805861
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70354701
+reading chunk 5 from 70341551
[SCHEDULER ITER7 LR1]: preparing parameters end.
[SCHEDULER ITER7 LR1]: preparing layers...
-(00:02:05 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:02:05 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:02:05 2015-11-12)[nerv] info: create layer: combinerL1
-(00:02:05 2015-11-12)[nerv] info: create layer: outputL
-(00:02:05 2015-11-12)[nerv] info: create layer: softmaxL
-(00:02:05 2015-11-12)[nerv] info: create layer: selectL1
+(22:11:54 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:11:54 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:11:54 2015-11-12)[nerv] info: create layer: combinerL1
+(22:11:54 2015-11-12)[nerv] info: create layer: outputL
+(22:11:54 2015-11-12)[nerv] info: create layer: softmaxL
+(22:11:54 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER7 LR1]: preparing layers end.
[SCHEDULER ITER7 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -938,66 +1000,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 8 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 00:02:19 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.194108.
-[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 00:02:34 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.191733.
-[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 00:02:49 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.185630.
-[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 00:03:04 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.187845.
-[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 00:03:19 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.188615.
-[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 00:03:34 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.184946.
-[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 00:03:49 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.181668.
-[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 00:04:04 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.179297.
-[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 00:04:19 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.177995.
-[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 00:04:34 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.176829.
-[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 00:04:49 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.177359.
-[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 00:05:04 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.177583.
-[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 00:05:19 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.179069.
-[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 00:05:34 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.179561.
-[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 00:05:49 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.177421.
-[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 00:06:04 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.176132.
-[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 00:06:19 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.175294.
-[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 00:06:34 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.175068.
-[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 00:06:49 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.174381.
-[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 00:07:04 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.174442.
-[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 00:07:19 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.173418.
-[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 00:07:34 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.173354.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER8 LR1]: 40092 words processed Thu Nov 12 22:12:10 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.217380.
+[SCHEDULER ITER8 LR1]: 80099 words processed Thu Nov 12 22:12:26 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.210173.
+[SCHEDULER ITER8 LR1]: 120004 words processed Thu Nov 12 22:12:42 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.203362.
+[SCHEDULER ITER8 LR1]: 160114 words processed Thu Nov 12 22:12:58 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.204496.
+[SCHEDULER ITER8 LR1]: 200066 words processed Thu Nov 12 22:13:14 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.204268.
+[SCHEDULER ITER8 LR1]: 240045 words processed Thu Nov 12 22:13:30 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.201367.
+[SCHEDULER ITER8 LR1]: 280057 words processed Thu Nov 12 22:13:46 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.197826.
+[SCHEDULER ITER8 LR1]: 320106 words processed Thu Nov 12 22:14:02 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.194816.
+[SCHEDULER ITER8 LR1]: 360024 words processed Thu Nov 12 22:14:18 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.193248.
+[SCHEDULER ITER8 LR1]: 400089 words processed Thu Nov 12 22:14:34 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.191500.
+[SCHEDULER ITER8 LR1]: 440067 words processed Thu Nov 12 22:14:50 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.191556.
+[SCHEDULER ITER8 LR1]: 480051 words processed Thu Nov 12 22:15:06 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.191680.
+[SCHEDULER ITER8 LR1]: 520140 words processed Thu Nov 12 22:15:22 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.191424.
+[SCHEDULER ITER8 LR1]: 560132 words processed Thu Nov 12 22:15:38 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.190928.
+[SCHEDULER ITER8 LR1]: 600118 words processed Thu Nov 12 22:15:54 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.188829.
+[SCHEDULER ITER8 LR1]: 640090 words processed Thu Nov 12 22:16:10 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.187827.
+[SCHEDULER ITER8 LR1]: 680075 words processed Thu Nov 12 22:16:26 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.187269.
+[SCHEDULER ITER8 LR1]: 720043 words processed Thu Nov 12 22:16:42 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.187128.
+[SCHEDULER ITER8 LR1]: 760012 words processed Thu Nov 12 22:16:58 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.186552.
+[SCHEDULER ITER8 LR1]: 800113 words processed Thu Nov 12 22:17:14 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.186589.
+[SCHEDULER ITER8 LR1]: 840089 words processed Thu Nov 12 22:17:30 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.185669.
+[SCHEDULER ITER8 LR1]: 880052 words processed Thu Nov 12 22:17:46 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.185637.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER8 LR1]: Displaying result:
-[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 166.80733763776> <PPL_OOV 149.09339800127> <LOGP -2020423.0325915>
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 171.83259622499> <PPL_OOV 153.3513863571> <LOGP -2031791.2494254>
[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER8 LR1]: shuffling training file
+===PEEK ON TEST 8===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER8 LR1]: 40087 words processed Thu Nov 12 22:17:57 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.226930.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER8 LR1]: Displaying result:
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 192.95664295121> <PPL_OOV 168.43457806958> <LOGP -183524.72818304>
+[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 8===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 00:07:44 2015.
- [SCHEDULER ITER8 LR1]: log prob per sample :-2.281843.
+[SCHEDULER ITER8 LR1]: 40095 words processed Thu Nov 12 22:18:09 2015.
+ [SCHEDULER ITER8 LR1]: log prob per sample :-2.286467.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER8 LR1]: Displaying result:
-[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 194.74121822321> <PPL_OOV 174.6708208958> <LOGP -165386.17384909>
+[SCHEDULER ITER8 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 197.85544743757> <PPL_OOV 177.1932477992> <LOGP -165845.46314541>
[SCHEDULER ITER8 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER8 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1005,27 +1073,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34543424
+reading chunk 1 from 34537849
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34547080
+reading chunk 2 from 34541506
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69175463
+reading chunk 3 from 69163408
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69291808
+reading chunk 4 from 69279752
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70364405
+reading chunk 5 from 70352310
[SCHEDULER ITER8 LR1]: preparing parameters end.
[SCHEDULER ITER8 LR1]: preparing layers...
-(00:07:54 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:07:54 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:07:54 2015-11-12)[nerv] info: create layer: combinerL1
-(00:07:54 2015-11-12)[nerv] info: create layer: outputL
-(00:07:54 2015-11-12)[nerv] info: create layer: softmaxL
-(00:07:54 2015-11-12)[nerv] info: create layer: selectL1
+(22:18:20 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:18:20 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:18:20 2015-11-12)[nerv] info: create layer: combinerL1
+(22:18:20 2015-11-12)[nerv] info: create layer: outputL
+(22:18:20 2015-11-12)[nerv] info: create layer: softmaxL
+(22:18:20 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER8 LR1]: preparing layers end.
[SCHEDULER ITER8 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1053,66 +1121,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 9 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 00:08:08 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.170763.
-[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 00:08:23 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.168830.
-[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 00:08:38 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.162759.
-[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 00:08:53 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.164936.
-[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 00:09:08 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.166120.
-[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 00:09:23 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.162361.
-[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 00:09:38 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.158782.
-[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 00:09:53 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.156563.
-[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 00:10:08 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.155328.
-[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 00:10:23 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.154070.
-[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 00:10:38 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.154853.
-[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 00:10:53 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.155106.
-[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 00:11:08 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.156219.
-[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 00:11:23 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.156251.
-[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 00:11:38 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.154060.
-[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 00:11:53 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.152773.
-[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 00:12:08 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.152174.
-[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 00:12:23 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.152155.
-[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 00:12:38 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.151691.
-[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 00:12:53 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.151817.
-[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 00:13:08 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.150879.
-[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 00:13:23 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.150927.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER9 LR1]: 40092 words processed Thu Nov 12 22:18:36 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.184391.
+[SCHEDULER ITER9 LR1]: 80099 words processed Thu Nov 12 22:18:52 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.181046.
+[SCHEDULER ITER9 LR1]: 120004 words processed Thu Nov 12 22:19:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.176112.
+[SCHEDULER ITER9 LR1]: 160114 words processed Thu Nov 12 22:19:24 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.178759.
+[SCHEDULER ITER9 LR1]: 200066 words processed Thu Nov 12 22:19:40 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.178842.
+[SCHEDULER ITER9 LR1]: 240045 words processed Thu Nov 12 22:19:56 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.175028.
+[SCHEDULER ITER9 LR1]: 280057 words processed Thu Nov 12 22:20:12 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.171060.
+[SCHEDULER ITER9 LR1]: 320106 words processed Thu Nov 12 22:20:28 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.168492.
+[SCHEDULER ITER9 LR1]: 360024 words processed Thu Nov 12 22:20:44 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.167283.
+[SCHEDULER ITER9 LR1]: 400089 words processed Thu Nov 12 22:21:00 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.165790.
+[SCHEDULER ITER9 LR1]: 440067 words processed Thu Nov 12 22:21:16 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.166168.
+[SCHEDULER ITER9 LR1]: 480051 words processed Thu Nov 12 22:21:32 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.166588.
+[SCHEDULER ITER9 LR1]: 520140 words processed Thu Nov 12 22:21:48 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.166562.
+[SCHEDULER ITER9 LR1]: 560132 words processed Thu Nov 12 22:22:04 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.166247.
+[SCHEDULER ITER9 LR1]: 600118 words processed Thu Nov 12 22:22:20 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.164505.
+[SCHEDULER ITER9 LR1]: 640090 words processed Thu Nov 12 22:22:36 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.163544.
+[SCHEDULER ITER9 LR1]: 680075 words processed Thu Nov 12 22:22:52 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.163438.
+[SCHEDULER ITER9 LR1]: 720043 words processed Thu Nov 12 22:23:08 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.163471.
+[SCHEDULER ITER9 LR1]: 760012 words processed Thu Nov 12 22:23:24 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.162740.
+[SCHEDULER ITER9 LR1]: 800113 words processed Thu Nov 12 22:23:40 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.162951.
+[SCHEDULER ITER9 LR1]: 840089 words processed Thu Nov 12 22:23:56 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.162159.
+[SCHEDULER ITER9 LR1]: 880052 words processed Thu Nov 12 22:24:12 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.162246.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER9 LR1]: Displaying result:
-[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 158.0440640641> <PPL_OOV 141.59709559987> <LOGP -1999596.4578097>
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 162.44771598369> <PPL_OOV 145.31439191404> <LOGP -2010058.3160156>
[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER9 LR1]: shuffling training file
+===PEEK ON TEST 9===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER9 LR1]: 40087 words processed Thu Nov 12 22:24:23 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.217479.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER9 LR1]: Displaying result:
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 188.1278010178> <PPL_OOV 164.75417796788> <LOGP -182733.82746825>
+[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 9===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 00:13:33 2015.
- [SCHEDULER ITER9 LR1]: log prob per sample :-2.273757.
+[SCHEDULER ITER9 LR1]: 40095 words processed Thu Nov 12 22:24:35 2015.
+ [SCHEDULER ITER9 LR1]: log prob per sample :-2.278188.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER9 LR1]: Displaying result:
-[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.51752359496> <PPL_OOV 171.00540401362> <LOGP -164706.80542454>
+[SCHEDULER ITER9 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 192.94739874239> <PPL_OOV 173.23916130821> <LOGP -165122.53431059>
[SCHEDULER ITER9 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER9 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1120,27 +1194,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1071980
+reading chunk 1 from 1071986
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1075636
+reading chunk 2 from 1075642
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35712173
+reading chunk 3 from 35705377
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35828547
+reading chunk 4 from 35821695
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70373604
+reading chunk 5 from 70362066
[SCHEDULER ITER9 LR1]: preparing parameters end.
[SCHEDULER ITER9 LR1]: preparing layers...
-(00:13:43 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:13:43 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:13:43 2015-11-12)[nerv] info: create layer: combinerL1
-(00:13:43 2015-11-12)[nerv] info: create layer: outputL
-(00:13:43 2015-11-12)[nerv] info: create layer: softmaxL
-(00:13:43 2015-11-12)[nerv] info: create layer: selectL1
+(22:24:45 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:24:45 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:24:45 2015-11-12)[nerv] info: create layer: combinerL1
+(22:24:45 2015-11-12)[nerv] info: create layer: outputL
+(22:24:45 2015-11-12)[nerv] info: create layer: softmaxL
+(22:24:45 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER9 LR1]: preparing layers end.
[SCHEDULER ITER9 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1168,66 +1242,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 10 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 00:13:57 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.148254.
-[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 00:14:12 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.146126.
-[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 00:14:27 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.141048.
-[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 00:14:42 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.143453.
-[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 00:14:57 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.145387.
-[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 00:15:12 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.142340.
-[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 00:15:27 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.138628.
-[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 00:15:42 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.136678.
-[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 00:15:57 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.135412.
-[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 00:16:12 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.134423.
-[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 00:16:27 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.135186.
-[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 00:16:42 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.135570.
-[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 00:16:57 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.136204.
-[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 00:17:12 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.136237.
-[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 00:17:27 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.134013.
-[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 00:17:42 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.132866.
-[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 00:17:57 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.132337.
-[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 00:18:12 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.132372.
-[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 00:18:27 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.131824.
-[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 00:18:42 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.132127.
-[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 00:18:57 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.131530.
-[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 00:19:12 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.131705.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER10 LR1]: 40092 words processed Thu Nov 12 22:25:01 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.159231.
+[SCHEDULER ITER10 LR1]: 80099 words processed Thu Nov 12 22:25:17 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.158206.
+[SCHEDULER ITER10 LR1]: 120004 words processed Thu Nov 12 22:25:33 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.153994.
+[SCHEDULER ITER10 LR1]: 160114 words processed Thu Nov 12 22:25:49 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.156763.
+[SCHEDULER ITER10 LR1]: 200066 words processed Thu Nov 12 22:26:05 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.157195.
+[SCHEDULER ITER10 LR1]: 240045 words processed Thu Nov 12 22:26:21 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.154012.
+[SCHEDULER ITER10 LR1]: 280057 words processed Thu Nov 12 22:26:37 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.150190.
+[SCHEDULER ITER10 LR1]: 320106 words processed Thu Nov 12 22:26:53 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.147796.
+[SCHEDULER ITER10 LR1]: 360024 words processed Thu Nov 12 22:27:09 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.146531.
+[SCHEDULER ITER10 LR1]: 400089 words processed Thu Nov 12 22:27:25 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.144999.
+[SCHEDULER ITER10 LR1]: 440067 words processed Thu Nov 12 22:27:41 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.145563.
+[SCHEDULER ITER10 LR1]: 480051 words processed Thu Nov 12 22:27:57 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.146132.
+[SCHEDULER ITER10 LR1]: 520140 words processed Thu Nov 12 22:28:13 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.146207.
+[SCHEDULER ITER10 LR1]: 560132 words processed Thu Nov 12 22:28:29 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.145943.
+[SCHEDULER ITER10 LR1]: 600118 words processed Thu Nov 12 22:28:45 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.143880.
+[SCHEDULER ITER10 LR1]: 640090 words processed Thu Nov 12 22:29:01 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.143399.
+[SCHEDULER ITER10 LR1]: 680075 words processed Thu Nov 12 22:29:17 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.142851.
+[SCHEDULER ITER10 LR1]: 720043 words processed Thu Nov 12 22:29:33 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.142841.
+[SCHEDULER ITER10 LR1]: 760012 words processed Thu Nov 12 22:29:49 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.142520.
+[SCHEDULER ITER10 LR1]: 800113 words processed Thu Nov 12 22:30:05 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.142826.
+[SCHEDULER ITER10 LR1]: 840089 words processed Thu Nov 12 22:30:21 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.142216.
+[SCHEDULER ITER10 LR1]: 880052 words processed Thu Nov 12 22:30:37 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.142326.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER10 LR1]: Displaying result:
-[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 150.92798176225> <PPL_OOV 135.47621583144> <LOGP -1981756.4475522>
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 154.85025727813> <PPL_OOV 138.80197382903> <LOGP -1991547.4224823>
[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER10 LR1]: shuffling training file
+===PEEK ON TEST 10===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER10 LR1]: 40087 words processed Thu Nov 12 22:30:48 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.212505.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER10 LR1]: Displaying result:
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 185.40548411166> <PPL_OOV 162.82613645004> <LOGP -182312.41904908>
+[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 10===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 00:19:22 2015.
- [SCHEDULER ITER10 LR1]: log prob per sample :-2.269691.
+[SCHEDULER ITER10 LR1]: 40095 words processed Thu Nov 12 22:31:00 2015.
+ [SCHEDULER ITER10 LR1]: log prob per sample :-2.274287.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER10 LR1]: Displaying result:
-[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 188.38502341908> <PPL_OOV 169.22423473382> <LOGP -164371.39833756>
+[SCHEDULER ITER10 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 190.39721658879> <PPL_OOV 171.2923011258> <LOGP -164760.50334979>
[SCHEDULER ITER10 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER10 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1235,27 +1315,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34546845
+reading chunk 1 from 34542151
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34550501
+reading chunk 2 from 34545807
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69194628
+reading chunk 3 from 69182866
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69311005
+reading chunk 4 from 69299176
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70382319
+reading chunk 5 from 70370634
[SCHEDULER ITER10 LR1]: preparing parameters end.
[SCHEDULER ITER10 LR1]: preparing layers...
-(00:19:32 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:19:32 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:19:32 2015-11-12)[nerv] info: create layer: combinerL1
-(00:19:32 2015-11-12)[nerv] info: create layer: outputL
-(00:19:32 2015-11-12)[nerv] info: create layer: softmaxL
-(00:19:32 2015-11-12)[nerv] info: create layer: selectL1
+(22:31:11 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:31:11 2015-11-12)[nerv] info: create layer: combinerL1
+(22:31:11 2015-11-12)[nerv] info: create layer: outputL
+(22:31:11 2015-11-12)[nerv] info: create layer: softmaxL
+(22:31:11 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER10 LR1]: preparing layers end.
[SCHEDULER ITER10 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1283,66 +1363,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 11 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 00:19:46 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.139604.
-[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 00:20:01 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.135128.
-[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 00:20:16 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.128426.
-[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 00:20:31 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.129719.
-[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 00:20:46 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.130041.
-[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 00:21:01 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.126278.
-[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 00:21:16 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.122260.
-[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 00:21:31 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.120058.
-[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 00:21:46 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.118769.
-[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 00:22:01 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.117750.
-[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 00:22:16 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.118529.
-[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 00:22:31 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.118968.
-[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 00:22:46 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.119060.
-[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 00:23:01 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.119023.
-[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 00:23:16 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.116833.
-[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 00:23:31 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.115632.
-[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 00:23:46 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.115042.
-[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 00:24:01 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.115090.
-[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 00:24:16 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.114536.
-[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 00:24:31 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.114798.
-[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 00:24:46 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.114037.
-[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 00:25:01 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.114258.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER11 LR1]: 40092 words processed Thu Nov 12 22:31:27 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.139499.
+[SCHEDULER ITER11 LR1]: 80099 words processed Thu Nov 12 22:31:43 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.138794.
+[SCHEDULER ITER11 LR1]: 120004 words processed Thu Nov 12 22:31:59 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.135243.
+[SCHEDULER ITER11 LR1]: 160114 words processed Thu Nov 12 22:32:15 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.137881.
+[SCHEDULER ITER11 LR1]: 200066 words processed Thu Nov 12 22:32:31 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.138292.
+[SCHEDULER ITER11 LR1]: 240045 words processed Thu Nov 12 22:32:47 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.134734.
+[SCHEDULER ITER11 LR1]: 280057 words processed Thu Nov 12 22:33:03 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.130923.
+[SCHEDULER ITER11 LR1]: 320106 words processed Thu Nov 12 22:33:19 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.128777.
+[SCHEDULER ITER11 LR1]: 360024 words processed Thu Nov 12 22:33:35 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.127728.
+[SCHEDULER ITER11 LR1]: 400089 words processed Thu Nov 12 22:33:51 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.126190.
+[SCHEDULER ITER11 LR1]: 440067 words processed Thu Nov 12 22:34:07 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.126941.
+[SCHEDULER ITER11 LR1]: 480051 words processed Thu Nov 12 22:34:23 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.127618.
+[SCHEDULER ITER11 LR1]: 520140 words processed Thu Nov 12 22:34:39 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.127815.
+[SCHEDULER ITER11 LR1]: 560132 words processed Thu Nov 12 22:34:55 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.127700.
+[SCHEDULER ITER11 LR1]: 600118 words processed Thu Nov 12 22:35:11 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.125708.
+[SCHEDULER ITER11 LR1]: 640090 words processed Thu Nov 12 22:35:27 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.124852.
+[SCHEDULER ITER11 LR1]: 680075 words processed Thu Nov 12 22:35:43 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.124162.
+[SCHEDULER ITER11 LR1]: 720043 words processed Thu Nov 12 22:35:59 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.124089.
+[SCHEDULER ITER11 LR1]: 760012 words processed Thu Nov 12 22:36:15 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.123790.
+[SCHEDULER ITER11 LR1]: 800113 words processed Thu Nov 12 22:36:31 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.124132.
+[SCHEDULER ITER11 LR1]: 840089 words processed Thu Nov 12 22:36:47 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.123640.
+[SCHEDULER ITER11 LR1]: 880052 words processed Thu Nov 12 22:37:03 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.123852.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER11 LR1]: Displaying result:
-[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 144.73821439199> <PPL_OOV 130.1412005626> <LOGP -1965536.7477128>
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 148.14166813174> <PPL_OOV 133.02618550034> <LOGP -1974388.6001313>
[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER11 LR1]: shuffling training file
+===PEEK ON TEST 11===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER11 LR1]: 40087 words processed Thu Nov 12 22:37:14 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.205914.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER11 LR1]: Displaying result:
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 182.39390315888> <PPL_OOV 160.46237137081> <LOGP -181788.91337671>
+[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 11===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 00:25:12 2015.
- [SCHEDULER ITER11 LR1]: log prob per sample :-2.264388.
+[SCHEDULER ITER11 LR1]: 40095 words processed Thu Nov 12 22:37:26 2015.
+ [SCHEDULER ITER11 LR1]: log prob per sample :-2.269752.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER11 LR1]: Displaying result:
-[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.58886605248> <PPL_OOV 167.4347827608> <LOGP -164030.85757806>
+[SCHEDULER ITER11 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 187.75373810895> <PPL_OOV 169.13307312491> <LOGP -164354.13711126>
[SCHEDULER ITER11 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER11 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1350,27 +1436,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1070697
+reading chunk 1 from 1070828
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1074353
+reading chunk 2 from 1074484
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35726413
+reading chunk 3 from 35719188
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35842774
+reading chunk 4 from 35835491
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70391178
+reading chunk 5 from 70379329
[SCHEDULER ITER11 LR1]: preparing parameters end.
[SCHEDULER ITER11 LR1]: preparing layers...
-(00:25:22 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:25:22 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:25:22 2015-11-12)[nerv] info: create layer: combinerL1
-(00:25:22 2015-11-12)[nerv] info: create layer: outputL
-(00:25:22 2015-11-12)[nerv] info: create layer: softmaxL
-(00:25:22 2015-11-12)[nerv] info: create layer: selectL1
+(22:37:37 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:37:37 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:37:37 2015-11-12)[nerv] info: create layer: combinerL1
+(22:37:37 2015-11-12)[nerv] info: create layer: outputL
+(22:37:37 2015-11-12)[nerv] info: create layer: softmaxL
+(22:37:37 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER11 LR1]: preparing layers end.
[SCHEDULER ITER11 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1398,66 +1484,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 12 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 00:25:36 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.114399.
-[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 00:25:51 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.112078.
-[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 00:26:06 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.107746.
-[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 00:26:21 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.112277.
-[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 00:26:36 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.112757.
-[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 00:26:51 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.109550.
-[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 00:27:06 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.105701.
-[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 00:27:21 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.103779.
-[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 00:27:36 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.102643.
-[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 00:27:51 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.101215.
-[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 00:28:06 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.102125.
-[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 00:28:21 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.102673.
-[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 00:28:36 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.106563.
-[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 00:28:51 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.107925.
-[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 00:29:06 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.106878.
-[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 00:29:21 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.105814.
-[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 00:29:36 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.105226.
-[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 00:29:51 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.105008.
-[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 00:30:06 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.105053.
-[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 00:30:21 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.105313.
-[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 00:30:36 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.104382.
-[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 00:30:51 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.104366.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER12 LR1]: 40092 words processed Thu Nov 12 22:37:53 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.122491.
+[SCHEDULER ITER12 LR1]: 80099 words processed Thu Nov 12 22:38:09 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.121906.
+[SCHEDULER ITER12 LR1]: 120004 words processed Thu Nov 12 22:38:25 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.118337.
+[SCHEDULER ITER12 LR1]: 160114 words processed Thu Nov 12 22:38:41 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.120726.
+[SCHEDULER ITER12 LR1]: 200066 words processed Thu Nov 12 22:38:57 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.121222.
+[SCHEDULER ITER12 LR1]: 240045 words processed Thu Nov 12 22:39:13 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.117684.
+[SCHEDULER ITER12 LR1]: 280057 words processed Thu Nov 12 22:39:29 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.113753.
+[SCHEDULER ITER12 LR1]: 320106 words processed Thu Nov 12 22:39:45 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.111703.
+[SCHEDULER ITER12 LR1]: 360024 words processed Thu Nov 12 22:40:01 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.110579.
+[SCHEDULER ITER12 LR1]: 400089 words processed Thu Nov 12 22:40:17 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.109065.
+[SCHEDULER ITER12 LR1]: 440067 words processed Thu Nov 12 22:40:33 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.109969.
+[SCHEDULER ITER12 LR1]: 480051 words processed Thu Nov 12 22:40:49 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.110800.
+[SCHEDULER ITER12 LR1]: 520140 words processed Thu Nov 12 22:41:05 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.110956.
+[SCHEDULER ITER12 LR1]: 560132 words processed Thu Nov 12 22:41:21 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.110944.
+[SCHEDULER ITER12 LR1]: 600118 words processed Thu Nov 12 22:41:37 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.109763.
+[SCHEDULER ITER12 LR1]: 640090 words processed Thu Nov 12 22:41:53 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.108867.
+[SCHEDULER ITER12 LR1]: 680075 words processed Thu Nov 12 22:42:09 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.108518.
+[SCHEDULER ITER12 LR1]: 720043 words processed Thu Nov 12 22:42:25 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.108498.
+[SCHEDULER ITER12 LR1]: 760012 words processed Thu Nov 12 22:42:41 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.108149.
+[SCHEDULER ITER12 LR1]: 800113 words processed Thu Nov 12 22:42:57 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.108567.
+[SCHEDULER ITER12 LR1]: 840089 words processed Thu Nov 12 22:43:13 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.108110.
+[SCHEDULER ITER12 LR1]: 880052 words processed Thu Nov 12 22:43:29 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.108397.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER12 LR1]: Displaying result:
-[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 141.34378472336> <PPL_OOV 127.20543583894> <LOGP -1956325.3215572>
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 142.74802026729> <PPL_OOV 128.37705407036> <LOGP -1960026.6987909>
[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER12 LR1]: shuffling training file
+===PEEK ON TEST 12===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER12 LR1]: 40087 words processed Thu Nov 12 22:43:40 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.200728.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER12 LR1]: Displaying result:
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 180.49185726892> <PPL_OOV 158.66736020267> <LOGP -181386.19256374>
+[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 12===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 00:31:01 2015.
- [SCHEDULER ITER12 LR1]: log prob per sample :-2.259682.
+[SCHEDULER ITER12 LR1]: 40095 words processed Thu Nov 12 22:43:52 2015.
+ [SCHEDULER ITER12 LR1]: log prob per sample :-2.267196.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER12 LR1]: Displaying result:
-[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.30489838424> <PPL_OOV 165.46915193487> <LOGP -163652.56894809>
+[SCHEDULER ITER12 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 186.68848452989> <PPL_OOV 167.99520614955> <LOGP -164137.89853503>
[SCHEDULER ITER12 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER12 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1465,27 +1557,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34549906
+reading chunk 1 from 34545626
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34553562
+reading chunk 2 from 34549283
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69212995
+reading chunk 3 from 69202806
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69329338
+reading chunk 4 from 69319085
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70399287
+reading chunk 5 from 70389258
[SCHEDULER ITER12 LR1]: preparing parameters end.
[SCHEDULER ITER12 LR1]: preparing layers...
-(00:31:11 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:31:11 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:31:11 2015-11-12)[nerv] info: create layer: combinerL1
-(00:31:11 2015-11-12)[nerv] info: create layer: outputL
-(00:31:11 2015-11-12)[nerv] info: create layer: softmaxL
-(00:31:11 2015-11-12)[nerv] info: create layer: selectL1
+(22:44:02 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:44:02 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:44:02 2015-11-12)[nerv] info: create layer: combinerL1
+(22:44:02 2015-11-12)[nerv] info: create layer: outputL
+(22:44:02 2015-11-12)[nerv] info: create layer: softmaxL
+(22:44:02 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER12 LR1]: preparing layers end.
[SCHEDULER ITER12 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1513,66 +1605,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 13 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 00:31:25 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.097802.
-[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 00:31:40 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.097057.
-[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 00:31:55 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.092471.
-[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 00:32:10 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.094673.
-[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 00:32:25 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.095234.
-[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 00:32:40 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.092012.
-[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 00:32:55 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.088236.
-[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 00:33:10 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.086721.
-[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 00:33:25 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.085752.
-[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 00:33:40 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.084517.
-[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 00:33:55 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.085618.
-[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 00:34:10 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.086444.
-[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 00:34:25 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.086859.
-[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 00:34:40 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.087247.
-[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 00:34:55 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.085543.
-[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 00:35:10 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.084373.
-[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 00:35:25 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.084274.
-[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 00:35:40 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.084292.
-[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 00:35:55 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.083598.
-[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 00:36:10 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.084051.
-[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 00:36:25 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.083429.
-[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 00:36:40 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.083746.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER13 LR1]: 40092 words processed Thu Nov 12 22:44:18 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.106771.
+[SCHEDULER ITER13 LR1]: 80099 words processed Thu Nov 12 22:44:34 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.106460.
+[SCHEDULER ITER13 LR1]: 120004 words processed Thu Nov 12 22:44:50 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.103062.
+[SCHEDULER ITER13 LR1]: 160114 words processed Thu Nov 12 22:45:06 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.105308.
+[SCHEDULER ITER13 LR1]: 200066 words processed Thu Nov 12 22:45:22 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.105773.
+[SCHEDULER ITER13 LR1]: 240045 words processed Thu Nov 12 22:45:38 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.102116.
+[SCHEDULER ITER13 LR1]: 280057 words processed Thu Nov 12 22:45:54 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.098718.
+[SCHEDULER ITER13 LR1]: 320106 words processed Thu Nov 12 22:46:11 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.096837.
+[SCHEDULER ITER13 LR1]: 360024 words processed Thu Nov 12 22:46:27 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.095630.
+[SCHEDULER ITER13 LR1]: 400089 words processed Thu Nov 12 22:46:43 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.094049.
+[SCHEDULER ITER13 LR1]: 440067 words processed Thu Nov 12 22:46:59 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.095015.
+[SCHEDULER ITER13 LR1]: 480051 words processed Thu Nov 12 22:47:15 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.095949.
+[SCHEDULER ITER13 LR1]: 520140 words processed Thu Nov 12 22:47:31 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.096547.
+[SCHEDULER ITER13 LR1]: 560132 words processed Thu Nov 12 22:47:47 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.096706.
+[SCHEDULER ITER13 LR1]: 600118 words processed Thu Nov 12 22:48:03 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.095009.
+[SCHEDULER ITER13 LR1]: 640090 words processed Thu Nov 12 22:48:19 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.094298.
+[SCHEDULER ITER13 LR1]: 680075 words processed Thu Nov 12 22:48:35 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.093667.
+[SCHEDULER ITER13 LR1]: 720043 words processed Thu Nov 12 22:48:51 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.093573.
+[SCHEDULER ITER13 LR1]: 760012 words processed Thu Nov 12 22:49:07 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.092909.
+[SCHEDULER ITER13 LR1]: 800113 words processed Thu Nov 12 22:49:23 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.093359.
+[SCHEDULER ITER13 LR1]: 840089 words processed Thu Nov 12 22:49:39 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.092985.
+[SCHEDULER ITER13 LR1]: 880052 words processed Thu Nov 12 22:49:55 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.093309.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER13 LR1]: Displaying result:
-[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 134.52600477096> <PPL_OOV 121.31997606285> <LOGP -1937200.5576514>
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 137.66576866018> <PPL_OOV 123.99443367725> <LOGP -1946003.6478197>
[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER13 LR1]: shuffling training file
+===PEEK ON TEST 13===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER13 LR1]: 40087 words processed Thu Nov 12 22:50:06 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.197329.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER13 LR1]: Displaying result:
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 178.82057178108> <PPL_OOV 157.42605789449> <LOGP -181105.02582114>
+[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 13===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 00:36:50 2015.
- [SCHEDULER ITER13 LR1]: log prob per sample :-2.257524.
+[SCHEDULER ITER13 LR1]: 40095 words processed Thu Nov 12 22:50:18 2015.
+ [SCHEDULER ITER13 LR1]: log prob per sample :-2.264225.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER13 LR1]: Displaying result:
-[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 183.01087931533> <PPL_OOV 164.49261225521> <LOGP -163462.95828339>
+[SCHEDULER ITER13 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.9297152642> <PPL_OOV 166.58327559059> <LOGP -163867.53188189>
[SCHEDULER ITER13 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER13 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1580,27 +1678,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1069106
+reading chunk 1 from 1069510
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1072762
+reading chunk 2 from 1073167
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35740080
+reading chunk 3 from 35735524
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35856416
+reading chunk 4 from 35851793
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70407549
+reading chunk 5 from 70399112
[SCHEDULER ITER13 LR1]: preparing parameters end.
[SCHEDULER ITER13 LR1]: preparing layers...
-(00:37:00 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:37:00 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:37:00 2015-11-12)[nerv] info: create layer: combinerL1
-(00:37:00 2015-11-12)[nerv] info: create layer: outputL
-(00:37:00 2015-11-12)[nerv] info: create layer: softmaxL
-(00:37:00 2015-11-12)[nerv] info: create layer: selectL1
+(22:50:28 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:50:28 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:50:28 2015-11-12)[nerv] info: create layer: combinerL1
+(22:50:28 2015-11-12)[nerv] info: create layer: outputL
+(22:50:28 2015-11-12)[nerv] info: create layer: softmaxL
+(22:50:28 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER13 LR1]: preparing layers end.
[SCHEDULER ITER13 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1628,66 +1726,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 14 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 00:37:14 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.083632.
-[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 00:37:29 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.081719.
-[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 00:37:44 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.078103.
-[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 00:37:59 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.080349.
-[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 00:38:14 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.081059.
-[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 00:38:29 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.077897.
-[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 00:38:44 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.074395.
-[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 00:38:59 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.072848.
-[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 00:39:14 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.071953.
-[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 00:39:29 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.070445.
-[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 00:39:44 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.071640.
-[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 00:39:59 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.072586.
-[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 00:40:14 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.073025.
-[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 00:40:29 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.073392.
-[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 00:40:44 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.074239.
-[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 00:40:59 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.073443.
-[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 00:41:14 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.073154.
-[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 00:41:29 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.073099.
-[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 00:41:44 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.072384.
-[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 00:41:59 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.072796.
-[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 00:42:14 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.072078.
-[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 00:42:29 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.072372.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER14 LR1]: 40092 words processed Thu Nov 12 22:50:44 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.093854.
+[SCHEDULER ITER14 LR1]: 80099 words processed Thu Nov 12 22:51:00 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.092732.
+[SCHEDULER ITER14 LR1]: 120004 words processed Thu Nov 12 22:51:16 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.089367.
+[SCHEDULER ITER14 LR1]: 160114 words processed Thu Nov 12 22:51:32 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.091353.
+[SCHEDULER ITER14 LR1]: 200066 words processed Thu Nov 12 22:51:48 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.091452.
+[SCHEDULER ITER14 LR1]: 240045 words processed Thu Nov 12 22:52:04 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.088015.
+[SCHEDULER ITER14 LR1]: 280057 words processed Thu Nov 12 22:52:20 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.084144.
+[SCHEDULER ITER14 LR1]: 320106 words processed Thu Nov 12 22:52:36 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.082341.
+[SCHEDULER ITER14 LR1]: 360024 words processed Thu Nov 12 22:52:52 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.081403.
+[SCHEDULER ITER14 LR1]: 400089 words processed Thu Nov 12 22:53:08 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.079995.
+[SCHEDULER ITER14 LR1]: 440067 words processed Thu Nov 12 22:53:24 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.081093.
+[SCHEDULER ITER14 LR1]: 480051 words processed Thu Nov 12 22:53:40 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.082089.
+[SCHEDULER ITER14 LR1]: 520140 words processed Thu Nov 12 22:53:56 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.082746.
+[SCHEDULER ITER14 LR1]: 560132 words processed Thu Nov 12 22:54:12 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.082818.
+[SCHEDULER ITER14 LR1]: 600118 words processed Thu Nov 12 22:54:28 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.081157.
+[SCHEDULER ITER14 LR1]: 640090 words processed Thu Nov 12 22:54:44 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.080417.
+[SCHEDULER ITER14 LR1]: 680075 words processed Thu Nov 12 22:55:00 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.079843.
+[SCHEDULER ITER14 LR1]: 720043 words processed Thu Nov 12 22:55:16 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.079713.
+[SCHEDULER ITER14 LR1]: 760012 words processed Thu Nov 12 22:55:32 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.079183.
+[SCHEDULER ITER14 LR1]: 800113 words processed Thu Nov 12 22:55:48 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.079667.
+[SCHEDULER ITER14 LR1]: 840089 words processed Thu Nov 12 22:56:04 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.079312.
+[SCHEDULER ITER14 LR1]: 880052 words processed Thu Nov 12 22:56:20 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.079634.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER14 LR1]: Displaying result:
-[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 130.88666760809> <PPL_OOV 118.18127796011> <LOGP -1926618.4566937>
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 133.19581646167> <PPL_OOV 120.14972523105> <LOGP -1933287.4211578>
[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER14 LR1]: shuffling training file
+===PEEK ON TEST 14===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER14 LR1]: 40087 words processed Thu Nov 12 22:56:31 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.193982.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER14 LR1]: Displaying result:
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 177.65417278073> <PPL_OOV 156.38093168167> <LOGP -180866.5703231>
+[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 14===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 00:42:40 2015.
- [SCHEDULER ITER14 LR1]: log prob per sample :-2.255296.
+[SCHEDULER ITER14 LR1]: 40095 words processed Thu Nov 12 22:56:43 2015.
+ [SCHEDULER ITER14 LR1]: log prob per sample :-2.262951.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER14 LR1]: Displaying result:
-[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.18345708764> <PPL_OOV 163.35693072942> <LOGP -163241.0267925>
+[SCHEDULER ITER14 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 184.00055961149> <PPL_OOV 165.75765731982> <LOGP -163708.37274731>
[SCHEDULER ITER14 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER14 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1695,27 +1799,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34552351
+reading chunk 1 from 34548947
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34556007
+reading chunk 2 from 34552604
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69232364
+reading chunk 3 from 69223650
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69348695
+reading chunk 4 from 69339910
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70417100
+reading chunk 5 from 70408674
[SCHEDULER ITER14 LR1]: preparing parameters end.
[SCHEDULER ITER14 LR1]: preparing layers...
-(00:42:50 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:42:50 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:42:50 2015-11-12)[nerv] info: create layer: combinerL1
-(00:42:50 2015-11-12)[nerv] info: create layer: outputL
-(00:42:50 2015-11-12)[nerv] info: create layer: softmaxL
-(00:42:50 2015-11-12)[nerv] info: create layer: selectL1
+(22:56:53 2015-11-12)[nerv] info: create layer: recurrentL1
+(22:56:53 2015-11-12)[nerv] info: create layer: sigmoidL1
+(22:56:53 2015-11-12)[nerv] info: create layer: combinerL1
+(22:56:53 2015-11-12)[nerv] info: create layer: outputL
+(22:56:53 2015-11-12)[nerv] info: create layer: softmaxL
+(22:56:53 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER14 LR1]: preparing layers end.
[SCHEDULER ITER14 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1743,66 +1847,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 15 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 00:43:04 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.071539.
-[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 00:43:19 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.069562.
-[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 00:43:34 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.066060.
-[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 00:43:49 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.068427.
-[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 00:44:04 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.068958.
-[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 00:44:19 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.066290.
-[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 00:44:34 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.062588.
-[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 00:44:49 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.061054.
-[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 00:45:04 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.060079.
-[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 00:45:19 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.058899.
-[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 00:45:34 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.060381.
-[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 00:45:49 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.061214.
-[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 00:46:04 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.061742.
-[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 00:46:19 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.062036.
-[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 00:46:34 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.060190.
-[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 00:46:49 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.058949.
-[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 00:47:04 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.058893.
-[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 00:47:19 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.058851.
-[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 00:47:34 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.058109.
-[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 00:47:49 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.058625.
-[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 00:48:04 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.057959.
-[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 00:48:19 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.058335.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER15 LR1]: 40092 words processed Thu Nov 12 22:57:09 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.079524.
+[SCHEDULER ITER15 LR1]: 80099 words processed Thu Nov 12 22:57:25 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.078168.
+[SCHEDULER ITER15 LR1]: 120004 words processed Thu Nov 12 22:57:41 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.074972.
+[SCHEDULER ITER15 LR1]: 160114 words processed Thu Nov 12 22:57:57 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.077374.
+[SCHEDULER ITER15 LR1]: 200066 words processed Thu Nov 12 22:58:13 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.077555.
+[SCHEDULER ITER15 LR1]: 240045 words processed Thu Nov 12 22:58:29 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.074048.
+[SCHEDULER ITER15 LR1]: 280057 words processed Thu Nov 12 22:58:45 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.070281.
+[SCHEDULER ITER15 LR1]: 320106 words processed Thu Nov 12 22:59:02 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.068796.
+[SCHEDULER ITER15 LR1]: 360024 words processed Thu Nov 12 22:59:19 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.067962.
+[SCHEDULER ITER15 LR1]: 400089 words processed Thu Nov 12 22:59:35 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066988.
+[SCHEDULER ITER15 LR1]: 440067 words processed Thu Nov 12 22:59:52 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.068325.
+[SCHEDULER ITER15 LR1]: 480051 words processed Thu Nov 12 23:00:08 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.069418.
+[SCHEDULER ITER15 LR1]: 520140 words processed Thu Nov 12 23:00:24 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.069623.
+[SCHEDULER ITER15 LR1]: 560132 words processed Thu Nov 12 23:00:41 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.069749.
+[SCHEDULER ITER15 LR1]: 600118 words processed Thu Nov 12 23:00:57 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.068053.
+[SCHEDULER ITER15 LR1]: 640090 words processed Thu Nov 12 23:01:13 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.067368.
+[SCHEDULER ITER15 LR1]: 680075 words processed Thu Nov 12 23:01:29 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066932.
+[SCHEDULER ITER15 LR1]: 720043 words processed Thu Nov 12 23:01:45 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066831.
+[SCHEDULER ITER15 LR1]: 760012 words processed Thu Nov 12 23:02:01 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066086.
+[SCHEDULER ITER15 LR1]: 800113 words processed Thu Nov 12 23:02:17 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066640.
+[SCHEDULER ITER15 LR1]: 840089 words processed Thu Nov 12 23:02:33 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066342.
+[SCHEDULER ITER15 LR1]: 880052 words processed Thu Nov 12 23:02:49 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.066725.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER15 LR1]: Displaying result:
-[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.56734714787> <PPL_OOV 114.42237598772> <LOGP -1913569.1463526>
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 129.11918295021> <PPL_OOV 116.63119544274> <LOGP -1921288.235319>
[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER15 LR1]: shuffling training file
+===PEEK ON TEST 15===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER15 LR1]: 40087 words processed Thu Nov 12 23:03:00 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.191966.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER15 LR1]: Displaying result:
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 176.57607779611> <PPL_OOV 155.62769814107> <LOGP -180693.72266703>
+[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 15===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 00:48:30 2015.
- [SCHEDULER ITER15 LR1]: log prob per sample :-2.255632.
+[SCHEDULER ITER15 LR1]: 40095 words processed Thu Nov 12 23:03:12 2015.
+ [SCHEDULER ITER15 LR1]: log prob per sample :-2.260851.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER15 LR1]: Displaying result:
-[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 180.96635882993> <PPL_OOV 163.29886366824> <LOGP -163229.63807816>
+[SCHEDULER ITER15 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 182.85870687957> <PPL_OOV 164.8981267046> <LOGP -163541.83165092>
[SCHEDULER ITER15 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER15 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1810,27 +1920,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1067639
+reading chunk 1 from 1067962
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1071296
+reading chunk 2 from 1071619
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35757134
+reading chunk 3 from 35752027
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35873452
+reading chunk 4 from 35868271
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70427089
+reading chunk 5 from 70418779
[SCHEDULER ITER15 LR1]: preparing parameters end.
[SCHEDULER ITER15 LR1]: preparing layers...
-(00:48:40 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:48:40 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:48:40 2015-11-12)[nerv] info: create layer: combinerL1
-(00:48:40 2015-11-12)[nerv] info: create layer: outputL
-(00:48:40 2015-11-12)[nerv] info: create layer: softmaxL
-(00:48:40 2015-11-12)[nerv] info: create layer: selectL1
+(23:03:22 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:03:22 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:03:22 2015-11-12)[nerv] info: create layer: combinerL1
+(23:03:22 2015-11-12)[nerv] info: create layer: outputL
+(23:03:22 2015-11-12)[nerv] info: create layer: softmaxL
+(23:03:22 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER15 LR1]: preparing layers end.
[SCHEDULER ITER15 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1858,66 +1968,72 @@ TNN initing storage outputL -> softmaxL
===ITERATION 16 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 00:48:54 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.059756.
-[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 00:49:09 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.057340.
-[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 00:49:24 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.054485.
-[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 00:49:39 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.056365.
-[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 00:49:54 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.056803.
-[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 00:50:09 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.054190.
-[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 00:50:24 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.050290.
-[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 00:50:39 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.048802.
-[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 00:50:54 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.048001.
-[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 00:51:09 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.046407.
-[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 00:51:24 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.047731.
-[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 00:51:39 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.048739.
-[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 00:51:54 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.049122.
-[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 00:52:09 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.049512.
-[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 00:52:24 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.047719.
-[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 00:52:39 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.046610.
-[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 00:52:54 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.046427.
-[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 00:53:09 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.046380.
-[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 00:53:24 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.045614.
-[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 00:53:39 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.046162.
-[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 00:53:54 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.045589.
-[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 00:54:09 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.046034.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER16 LR1]: 40092 words processed Thu Nov 12 23:03:38 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.068214.
+[SCHEDULER ITER16 LR1]: 80099 words processed Thu Nov 12 23:03:54 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.066342.
+[SCHEDULER ITER16 LR1]: 120004 words processed Thu Nov 12 23:04:10 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.063079.
+[SCHEDULER ITER16 LR1]: 160114 words processed Thu Nov 12 23:04:26 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.066440.
+[SCHEDULER ITER16 LR1]: 200066 words processed Thu Nov 12 23:04:43 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.066490.
+[SCHEDULER ITER16 LR1]: 240045 words processed Thu Nov 12 23:04:59 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.063028.
+[SCHEDULER ITER16 LR1]: 280057 words processed Thu Nov 12 23:05:15 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.059035.
+[SCHEDULER ITER16 LR1]: 320106 words processed Thu Nov 12 23:05:32 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.057406.
+[SCHEDULER ITER16 LR1]: 360024 words processed Thu Nov 12 23:05:48 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056584.
+[SCHEDULER ITER16 LR1]: 400089 words processed Thu Nov 12 23:06:04 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.055149.
+[SCHEDULER ITER16 LR1]: 440067 words processed Thu Nov 12 23:06:21 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056433.
+[SCHEDULER ITER16 LR1]: 480051 words processed Thu Nov 12 23:06:38 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.057562.
+[SCHEDULER ITER16 LR1]: 520140 words processed Thu Nov 12 23:06:55 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.057751.
+[SCHEDULER ITER16 LR1]: 560132 words processed Thu Nov 12 23:07:12 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.057856.
+[SCHEDULER ITER16 LR1]: 600118 words processed Thu Nov 12 23:07:28 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056396.
+[SCHEDULER ITER16 LR1]: 640090 words processed Thu Nov 12 23:07:44 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.057165.
+[SCHEDULER ITER16 LR1]: 680075 words processed Thu Nov 12 23:08:00 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056975.
+[SCHEDULER ITER16 LR1]: 720043 words processed Thu Nov 12 23:08:16 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056984.
+[SCHEDULER ITER16 LR1]: 760012 words processed Thu Nov 12 23:08:32 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056152.
+[SCHEDULER ITER16 LR1]: 800113 words processed Thu Nov 12 23:08:48 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056671.
+[SCHEDULER ITER16 LR1]: 840089 words processed Thu Nov 12 23:09:04 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056324.
+[SCHEDULER ITER16 LR1]: 880052 words processed Thu Nov 12 23:09:20 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.056707.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER16 LR1]: Displaying result:
-[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.87017623285> <PPL_OOV 111.22724121657> <LOGP -1902135.3911203>
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 126.0333493943> <PPL_OOV 113.97537256127> <LOGP -1911988.8997288>
[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER16 LR1]: shuffling training file
+===PEEK ON TEST 16===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER16 LR1]: 40087 words processed Thu Nov 12 23:09:31 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.189005.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER16 LR1]: Displaying result:
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.54495953664> <PPL_OOV 154.34504599302> <LOGP -180397.45280834>
+[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 16===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 00:54:20 2015.
- [SCHEDULER ITER16 LR1]: log prob per sample :-2.251943.
+[SCHEDULER ITER16 LR1]: 40095 words processed Thu Nov 12 23:09:43 2015.
+ [SCHEDULER ITER16 LR1]: log prob per sample :-2.257255.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER16 LR1]: Displaying result:
-[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 178.99403991363> <PPL_OOV 161.68134014187> <LOGP -162910.75424582>
+[SCHEDULER ITER16 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.70517720981> <PPL_OOV 163.53949262261> <LOGP -163276.80637116>
[SCHEDULER ITER16 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
[SCHEDULER ITER16 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
@@ -1925,27 +2041,27 @@ gconf.fz2 3370
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34554421
+reading chunk 1 from 34551805
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558078
+reading chunk 2 from 34555462
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69254488
+reading chunk 3 from 69245306
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69370798
+reading chunk 4 from 69361555
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70437717
+reading chunk 5 from 70428711
[SCHEDULER ITER16 LR1]: preparing parameters end.
[SCHEDULER ITER16 LR1]: preparing layers...
-(00:54:30 2015-11-12)[nerv] info: create layer: recurrentL1
-(00:54:30 2015-11-12)[nerv] info: create layer: sigmoidL1
-(00:54:30 2015-11-12)[nerv] info: create layer: combinerL1
-(00:54:30 2015-11-12)[nerv] info: create layer: outputL
-(00:54:30 2015-11-12)[nerv] info: create layer: softmaxL
-(00:54:30 2015-11-12)[nerv] info: create layer: selectL1
+(23:09:53 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:09:53 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:09:53 2015-11-12)[nerv] info: create layer: combinerL1
+(23:09:53 2015-11-12)[nerv] info: create layer: outputL
+(23:09:53 2015-11-12)[nerv] info: create layer: softmaxL
+(23:09:53 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER16 LR1]: preparing layers end.
[SCHEDULER ITER16 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -1973,94 +2089,100 @@ TNN initing storage outputL -> softmaxL
===ITERATION 17 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 00:54:44 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.047700.
-[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 00:54:59 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.045331.
-[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 00:55:14 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.042486.
-[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 00:55:29 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.044767.
-[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 00:55:44 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.045295.
-[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 00:55:59 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.042481.
-[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 00:56:14 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.038778.
-[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 00:56:29 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.037305.
-[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 00:56:44 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.036705.
-[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 00:56:59 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.035033.
-[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 00:57:14 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.036513.
-[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 00:57:29 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.037587.
-[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 00:57:44 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.037913.
-[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 00:57:59 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.038162.
-[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 00:58:14 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.036382.
-[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 00:58:29 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.035306.
-[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 00:58:44 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.037218.
-[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 00:58:59 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.038632.
-[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 00:59:14 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.039336.
-[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 00:59:29 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.040228.
-[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 00:59:44 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.040115.
-[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 00:59:59 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.040622.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
+[SCHEDULER ITER17 LR1]: 40092 words processed Thu Nov 12 23:10:08 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.057337.
+[SCHEDULER ITER17 LR1]: 80099 words processed Thu Nov 12 23:10:24 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.054228.
+[SCHEDULER ITER17 LR1]: 120004 words processed Thu Nov 12 23:10:40 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.051573.
+[SCHEDULER ITER17 LR1]: 160114 words processed Thu Nov 12 23:10:56 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.054122.
+[SCHEDULER ITER17 LR1]: 200066 words processed Thu Nov 12 23:11:12 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.054019.
+[SCHEDULER ITER17 LR1]: 240045 words processed Thu Nov 12 23:11:28 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.050697.
+[SCHEDULER ITER17 LR1]: 280057 words processed Thu Nov 12 23:11:44 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.046821.
+[SCHEDULER ITER17 LR1]: 320106 words processed Thu Nov 12 23:12:00 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.045511.
+[SCHEDULER ITER17 LR1]: 360024 words processed Thu Nov 12 23:12:16 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.044741.
+[SCHEDULER ITER17 LR1]: 400089 words processed Thu Nov 12 23:12:33 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.043555.
+[SCHEDULER ITER17 LR1]: 440067 words processed Thu Nov 12 23:12:49 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.044954.
+[SCHEDULER ITER17 LR1]: 480051 words processed Thu Nov 12 23:13:05 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.046144.
+[SCHEDULER ITER17 LR1]: 520140 words processed Thu Nov 12 23:13:22 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.046791.
+[SCHEDULER ITER17 LR1]: 560132 words processed Thu Nov 12 23:13:38 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.046992.
+[SCHEDULER ITER17 LR1]: 600118 words processed Thu Nov 12 23:13:54 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.045521.
+[SCHEDULER ITER17 LR1]: 640090 words processed Thu Nov 12 23:14:10 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.044919.
+[SCHEDULER ITER17 LR1]: 680075 words processed Thu Nov 12 23:14:27 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.044403.
+[SCHEDULER ITER17 LR1]: 720043 words processed Thu Nov 12 23:14:43 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.044228.
+[SCHEDULER ITER17 LR1]: 760012 words processed Thu Nov 12 23:14:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.043460.
+[SCHEDULER ITER17 LR1]: 800113 words processed Thu Nov 12 23:15:15 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.043998.
+[SCHEDULER ITER17 LR1]: 840089 words processed Thu Nov 12 23:15:32 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.043712.
+[SCHEDULER ITER17 LR1]: 880052 words processed Thu Nov 12 23:15:48 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.044177.
+[LOG]LMSeqReader: file expires, closing.
[SCHEDULER ITER17 LR1]: Displaying result:
-[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 121.28463604612> <PPL_OOV 109.84815988742> <LOGP -1897098.5253946>
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 122.30180524286> <PPL_OOV 110.73970561246> <LOGP -1900361.9204513>
[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER17 LR1]: shuffling training file
+===PEEK ON TEST 17===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER17 LR1]: 40087 words processed Thu Nov 12 23:15:59 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.187704.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER17 LR1]: Displaying result:
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.14923615299> <PPL_OOV 154.00974423711> <LOGP -180319.59809567>
+[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 17===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 01:00:10 2015.
- [SCHEDULER ITER17 LR1]: log prob per sample :-2.253681.
+[SCHEDULER ITER17 LR1]: 40095 words processed Thu Nov 12 23:16:11 2015.
+ [SCHEDULER ITER17 LR1]: log prob per sample :-2.256714.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
[SCHEDULER ITER17 LR1]: Displaying result:
-[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 179.83398269773> <PPL_OOV 162.32445733694> <LOGP -163037.92086508>
+[SCHEDULER ITER17 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.0637620627> <PPL_OOV 162.95956199671> <LOGP -163163.00963977>
[SCHEDULER ITER17 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER17 LR1]: PPL did not improve, rejected...
+[SCHEDULER ITER17 LR1]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
[SCHEDULER ITER17 LR1]: preparing parameters...
reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 34554421
+reading chunk 1 from 1066336
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558078
+reading chunk 2 from 1069993
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69254488
+reading chunk 3 from 35770818
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69370798
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+reading chunk 4 from 35887062
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70437717
+reading chunk 5 from 70440379
[SCHEDULER ITER17 LR1]: preparing parameters end.
[SCHEDULER ITER17 LR1]: preparing layers...
-(01:00:19 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:00:19 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:00:19 2015-11-12)[nerv] info: create layer: combinerL1
-(01:00:19 2015-11-12)[nerv] info: create layer: outputL
-(01:00:19 2015-11-12)[nerv] info: create layer: softmaxL
-(01:00:19 2015-11-12)[nerv] info: create layer: selectL1
+(23:16:21 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:16:21 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:16:21 2015-11-12)[nerv] info: create layer: combinerL1
+(23:16:21 2015-11-12)[nerv] info: create layer: outputL
+(23:16:21 2015-11-12)[nerv] info: create layer: softmaxL
+(23:16:21 2015-11-12)[nerv] info: create layer: selectL1
[SCHEDULER ITER17 LR1]: preparing layers end.
[SCHEDULER ITER17 LR1]: Generate and initing TNN ...
<input> selectL1 0
@@ -2085,99 +2207,105 @@ TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
[SCHEDULER ITER17 LR1]: Initing TNN end.
-===ITERATION 18 LR 0.600000===
+===ITERATION 18 LR 1.000000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER18 LR0.6]: 40092 words processed Thu Nov 12 01:00:33 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.024202.
-[SCHEDULER ITER18 LR0.6]: 80099 words processed Thu Nov 12 01:00:48 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.018793.
-[SCHEDULER ITER18 LR0.6]: 120004 words processed Thu Nov 12 01:01:03 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013192.
-[SCHEDULER ITER18 LR0.6]: 160114 words processed Thu Nov 12 01:01:18 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.014380.
-[SCHEDULER ITER18 LR0.6]: 200066 words processed Thu Nov 12 01:01:33 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.013577.
-[SCHEDULER ITER18 LR0.6]: 240045 words processed Thu Nov 12 01:01:48 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.010078.
-[SCHEDULER ITER18 LR0.6]: 280057 words processed Thu Nov 12 01:02:03 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.005693.
-[SCHEDULER ITER18 LR0.6]: 320106 words processed Thu Nov 12 01:02:18 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.003560.
-[SCHEDULER ITER18 LR0.6]: 360024 words processed Thu Nov 12 01:02:33 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.001999.
-[SCHEDULER ITER18 LR0.6]: 400089 words processed Thu Nov 12 01:02:48 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.999502.
-[SCHEDULER ITER18 LR0.6]: 440067 words processed Thu Nov 12 01:03:03 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000129.
-[SCHEDULER ITER18 LR0.6]: 480051 words processed Thu Nov 12 01:03:18 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000716.
-[SCHEDULER ITER18 LR0.6]: 520140 words processed Thu Nov 12 01:03:33 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000487.
-[SCHEDULER ITER18 LR0.6]: 560132 words processed Thu Nov 12 01:03:48 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.000103.
-[SCHEDULER ITER18 LR0.6]: 600118 words processed Thu Nov 12 01:04:03 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.997994.
-[SCHEDULER ITER18 LR0.6]: 640090 words processed Thu Nov 12 01:04:18 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.996338.
-[SCHEDULER ITER18 LR0.6]: 680075 words processed Thu Nov 12 01:04:33 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.995479.
-[SCHEDULER ITER18 LR0.6]: 720043 words processed Thu Nov 12 01:04:48 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.994771.
-[SCHEDULER ITER18 LR0.6]: 760012 words processed Thu Nov 12 01:05:03 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993487.
-[SCHEDULER ITER18 LR0.6]: 800113 words processed Thu Nov 12 01:05:18 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.993631.
-[SCHEDULER ITER18 LR0.6]: 840089 words processed Thu Nov 12 01:05:33 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992675.
-[SCHEDULER ITER18 LR0.6]: 880052 words processed Thu Nov 12 01:05:48 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-1.992732.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER18 LR0.6]: Displaying result:
-[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 108.70400062366> <PPL_OOV 98.359062098477> <LOGP -1852498.3256461>
-[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER18 LR1]: 40092 words processed Thu Nov 12 23:16:36 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.047845.
+[SCHEDULER ITER18 LR1]: 80099 words processed Thu Nov 12 23:16:52 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.044281.
+[SCHEDULER ITER18 LR1]: 120004 words processed Thu Nov 12 23:17:08 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.040900.
+[SCHEDULER ITER18 LR1]: 160114 words processed Thu Nov 12 23:17:24 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.042721.
+[SCHEDULER ITER18 LR1]: 200066 words processed Thu Nov 12 23:17:40 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.042535.
+[SCHEDULER ITER18 LR1]: 240045 words processed Thu Nov 12 23:17:56 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.039501.
+[SCHEDULER ITER18 LR1]: 280057 words processed Thu Nov 12 23:18:12 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.035717.
+[SCHEDULER ITER18 LR1]: 320106 words processed Thu Nov 12 23:18:28 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.034356.
+[SCHEDULER ITER18 LR1]: 360024 words processed Thu Nov 12 23:18:44 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.033498.
+[SCHEDULER ITER18 LR1]: 400089 words processed Thu Nov 12 23:19:00 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.032262.
+[SCHEDULER ITER18 LR1]: 440067 words processed Thu Nov 12 23:19:16 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.033736.
+[SCHEDULER ITER18 LR1]: 480051 words processed Thu Nov 12 23:19:32 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.034965.
+[SCHEDULER ITER18 LR1]: 520140 words processed Thu Nov 12 23:19:48 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.035512.
+[SCHEDULER ITER18 LR1]: 560132 words processed Thu Nov 12 23:20:04 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.035727.
+[SCHEDULER ITER18 LR1]: 600118 words processed Thu Nov 12 23:20:21 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.034121.
+[SCHEDULER ITER18 LR1]: 640090 words processed Thu Nov 12 23:20:37 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.033805.
+[SCHEDULER ITER18 LR1]: 680075 words processed Thu Nov 12 23:20:53 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.033356.
+[SCHEDULER ITER18 LR1]: 720043 words processed Thu Nov 12 23:21:09 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.033235.
+[SCHEDULER ITER18 LR1]: 760012 words processed Thu Nov 12 23:21:25 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.032576.
+[SCHEDULER ITER18 LR1]: 800113 words processed Thu Nov 12 23:21:41 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.033127.
+[SCHEDULER ITER18 LR1]: 840089 words processed Thu Nov 12 23:21:57 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.032826.
+[SCHEDULER ITER18 LR1]: 880052 words processed Thu Nov 12 23:22:13 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.033328.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR1]: Displaying result:
+[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 119.1444780615> <PPL_OOV 108.00363158497> <LOGP -1890261.9304582>
+[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER18 LR1]: shuffling training file
+===PEEK ON TEST 18===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER18 LR1]: 40087 words processed Thu Nov 12 23:22:24 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.187537.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER18 LR1]: Displaying result:
+[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 175.30384094846> <PPL_OOV 153.89722716787> <LOGP -180293.43443454>
+[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 18===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER18 LR0.6]: 40095 words processed Thu Nov 12 01:05:59 2015.
- [SCHEDULER ITER18 LR0.6]: log prob per sample :-2.228737.
+[SCHEDULER ITER18 LR1]: 40095 words processed Thu Nov 12 23:22:37 2015.
+ [SCHEDULER ITER18 LR1]: log prob per sample :-2.255971.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER18 LR0.6]: Displaying result:
-[SCHEDULER ITER18 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 169.56929772068> <PPL_OOV 152.53770353054> <LOGP -161045.90254917>
-[SCHEDULER ITER18 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER18 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER18 LR1]: Displaying result:
+[SCHEDULER ITER18 LR1]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 181.24453547858> <PPL_OOV 162.88595646802> <LOGP -163148.5374614>
+[SCHEDULER ITER18 LR1]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER18 LR1]: PPL did not improve, rejected...
-[SCHEDULER ITER18 LR0.6]: preparing parameters...
+[SCHEDULER ITER18 LR1]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1066185
+reading chunk 1 from 1066336
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1069841
+reading chunk 2 from 1069993
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35771247
+reading chunk 3 from 35770818
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35887546
+reading chunk 4 from 35887062
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70442362
-[SCHEDULER ITER18 LR0.6]: preparing parameters end.
-[SCHEDULER ITER18 LR0.6]: preparing layers...
-(01:06:09 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:06:09 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:06:09 2015-11-12)[nerv] info: create layer: combinerL1
-(01:06:09 2015-11-12)[nerv] info: create layer: outputL
-(01:06:09 2015-11-12)[nerv] info: create layer: softmaxL
-(01:06:09 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER18 LR0.6]: preparing layers end.
-[SCHEDULER ITER18 LR0.6]: Generate and initing TNN ...
+reading chunk 5 from 70440379
+[SCHEDULER ITER18 LR1]: preparing parameters end.
+[SCHEDULER ITER18 LR1]: preparing layers...
+(23:22:46 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:22:46 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:22:46 2015-11-12)[nerv] info: create layer: combinerL1
+(23:22:46 2015-11-12)[nerv] info: create layer: outputL
+(23:22:46 2015-11-12)[nerv] info: create layer: softmaxL
+(23:22:46 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER18 LR1]: preparing layers end.
+[SCHEDULER ITER18 LR1]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -2199,100 +2327,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER18 LR0.6]: Initing TNN end.
-===ITERATION 19 LR 0.360000===
+[SCHEDULER ITER18 LR1]: Initing TNN end.
+===ITERATION 19 LR 0.600000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER19 LR0.36]: 40092 words processed Thu Nov 12 01:06:23 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.990624.
-[SCHEDULER ITER19 LR0.36]: 80099 words processed Thu Nov 12 01:06:38 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.986215.
-[SCHEDULER ITER19 LR0.36]: 120004 words processed Thu Nov 12 01:06:53 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.980849.
-[SCHEDULER ITER19 LR0.36]: 160114 words processed Thu Nov 12 01:07:08 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.982179.
-[SCHEDULER ITER19 LR0.36]: 200066 words processed Thu Nov 12 01:07:23 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.981172.
-[SCHEDULER ITER19 LR0.36]: 240045 words processed Thu Nov 12 01:07:38 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.977568.
-[SCHEDULER ITER19 LR0.36]: 280057 words processed Thu Nov 12 01:07:53 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.973135.
-[SCHEDULER ITER19 LR0.36]: 320106 words processed Thu Nov 12 01:08:08 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.971030.
-[SCHEDULER ITER19 LR0.36]: 360024 words processed Thu Nov 12 01:08:23 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.969491.
-[SCHEDULER ITER19 LR0.36]: 400089 words processed Thu Nov 12 01:08:38 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966845.
-[SCHEDULER ITER19 LR0.36]: 440067 words processed Thu Nov 12 01:08:53 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967329.
-[SCHEDULER ITER19 LR0.36]: 480051 words processed Thu Nov 12 01:09:08 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967822.
-[SCHEDULER ITER19 LR0.36]: 520140 words processed Thu Nov 12 01:09:23 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.967422.
-[SCHEDULER ITER19 LR0.36]: 560132 words processed Thu Nov 12 01:09:38 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.966842.
-[SCHEDULER ITER19 LR0.36]: 600118 words processed Thu Nov 12 01:09:53 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.964563.
-[SCHEDULER ITER19 LR0.36]: 640090 words processed Thu Nov 12 01:10:08 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.962714.
-[SCHEDULER ITER19 LR0.36]: 680075 words processed Thu Nov 12 01:10:23 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.961675.
-[SCHEDULER ITER19 LR0.36]: 720043 words processed Thu Nov 12 01:10:38 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.960652.
-[SCHEDULER ITER19 LR0.36]: 760012 words processed Thu Nov 12 01:10:53 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.959081.
-[SCHEDULER ITER19 LR0.36]: 800113 words processed Thu Nov 12 01:11:08 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.958985.
-[SCHEDULER ITER19 LR0.36]: 840089 words processed Thu Nov 12 01:11:23 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957848.
-[SCHEDULER ITER19 LR0.36]: 880052 words processed Thu Nov 12 01:11:38 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-1.957706.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER19 LR0.36]: Displaying result:
-[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 100.12438942492> <PPL_OOV 90.725852676636> <LOGP -1819885.256995>
-[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER19 LR0.6]: 40092 words processed Thu Nov 12 23:23:01 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.023309.
+[SCHEDULER ITER19 LR0.6]: 80099 words processed Thu Nov 12 23:23:17 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.016905.
+[SCHEDULER ITER19 LR0.6]: 120004 words processed Thu Nov 12 23:23:33 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011135.
+[SCHEDULER ITER19 LR0.6]: 160114 words processed Thu Nov 12 23:23:49 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.011770.
+[SCHEDULER ITER19 LR0.6]: 200066 words processed Thu Nov 12 23:24:05 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.010171.
+[SCHEDULER ITER19 LR0.6]: 240045 words processed Thu Nov 12 23:24:21 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.006173.
+[SCHEDULER ITER19 LR0.6]: 280057 words processed Thu Nov 12 23:24:37 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.001407.
+[SCHEDULER ITER19 LR0.6]: 320106 words processed Thu Nov 12 23:24:53 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.999321.
+[SCHEDULER ITER19 LR0.6]: 360024 words processed Thu Nov 12 23:25:09 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997704.
+[SCHEDULER ITER19 LR0.6]: 400089 words processed Thu Nov 12 23:25:25 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.995335.
+[SCHEDULER ITER19 LR0.6]: 440067 words processed Thu Nov 12 23:25:41 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996245.
+[SCHEDULER ITER19 LR0.6]: 480051 words processed Thu Nov 12 23:25:57 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.997014.
+[SCHEDULER ITER19 LR0.6]: 520140 words processed Thu Nov 12 23:26:13 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996773.
+[SCHEDULER ITER19 LR0.6]: 560132 words processed Thu Nov 12 23:26:29 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.996503.
+[SCHEDULER ITER19 LR0.6]: 600118 words processed Thu Nov 12 23:26:45 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.994492.
+[SCHEDULER ITER19 LR0.6]: 640090 words processed Thu Nov 12 23:27:01 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.993077.
+[SCHEDULER ITER19 LR0.6]: 680075 words processed Thu Nov 12 23:27:17 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.992084.
+[SCHEDULER ITER19 LR0.6]: 720043 words processed Thu Nov 12 23:27:33 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.991459.
+[SCHEDULER ITER19 LR0.6]: 760012 words processed Thu Nov 12 23:27:50 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990164.
+[SCHEDULER ITER19 LR0.6]: 800113 words processed Thu Nov 12 23:28:07 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.990280.
+[SCHEDULER ITER19 LR0.6]: 840089 words processed Thu Nov 12 23:28:23 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989607.
+[SCHEDULER ITER19 LR0.6]: 880052 words processed Thu Nov 12 23:28:39 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-1.989733.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR0.6]: Displaying result:
+[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 107.90654240004> <PPL_OOV 97.67088564661> <LOGP -1849663.7735016>
+[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER19 LR0.6]: shuffling training file
+===PEEK ON TEST 19===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER19 LR0.6]: 40087 words processed Thu Nov 12 23:28:50 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.160146.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER19 LR0.6]: Displaying result:
+[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 164.93575765882> <PPL_OOV 144.75253493478> <LOGP -178100.41584563>
+[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 19===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER19 LR0.36]: 40095 words processed Thu Nov 12 01:11:49 2015.
- [SCHEDULER ITER19 LR0.36]: log prob per sample :-2.213530.
+[SCHEDULER ITER19 LR0.6]: 40095 words processed Thu Nov 12 23:29:03 2015.
+ [SCHEDULER ITER19 LR0.6]: log prob per sample :-2.231449.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER19 LR0.36]: Displaying result:
-[SCHEDULER ITER19 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.95197353857> <PPL_OOV 146.77074860966> <LOGP -159811.33021132>
-[SCHEDULER ITER19 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER19 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER19 LR0.6]: Displaying result:
+[SCHEDULER ITER19 LR0.6]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 170.34955214593> <PPL_OOV 153.1652268315> <LOGP -161177.41476033>
+[SCHEDULER ITER19 LR0.6]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER19 LR0.6]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER19 LR0.36]: preparing parameters...
+[SCHEDULER ITER19 LR0.6]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34554870
+reading chunk 1 from 34553798
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558526
+reading chunk 2 from 34557455
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69262411
+reading chunk 3 from 69263118
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69378670
+reading chunk 4 from 69379374
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70444295
-[SCHEDULER ITER19 LR0.36]: preparing parameters end.
-[SCHEDULER ITER19 LR0.36]: preparing layers...
-(01:11:59 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:11:59 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:11:59 2015-11-12)[nerv] info: create layer: combinerL1
-(01:11:59 2015-11-12)[nerv] info: create layer: outputL
-(01:11:59 2015-11-12)[nerv] info: create layer: softmaxL
-(01:11:59 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER19 LR0.36]: preparing layers end.
-[SCHEDULER ITER19 LR0.36]: Generate and initing TNN ...
+reading chunk 5 from 70445046
+[SCHEDULER ITER19 LR0.6]: preparing parameters end.
+[SCHEDULER ITER19 LR0.6]: preparing layers...
+(23:29:14 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:29:14 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:29:14 2015-11-12)[nerv] info: create layer: combinerL1
+(23:29:14 2015-11-12)[nerv] info: create layer: outputL
+(23:29:14 2015-11-12)[nerv] info: create layer: softmaxL
+(23:29:14 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER19 LR0.6]: preparing layers end.
+[SCHEDULER ITER19 LR0.6]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -2314,100 +2448,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER19 LR0.36]: Initing TNN end.
-===ITERATION 20 LR 0.216000===
+[SCHEDULER ITER19 LR0.6]: Initing TNN end.
+===ITERATION 20 LR 0.360000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER20 LR0.216]: 40092 words processed Thu Nov 12 01:12:13 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.967559.
-[SCHEDULER ITER20 LR0.216]: 80099 words processed Thu Nov 12 01:12:28 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.963345.
-[SCHEDULER ITER20 LR0.216]: 120004 words processed Thu Nov 12 01:12:43 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958499.
-[SCHEDULER ITER20 LR0.216]: 160114 words processed Thu Nov 12 01:12:58 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.959800.
-[SCHEDULER ITER20 LR0.216]: 200066 words processed Thu Nov 12 01:13:13 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.958773.
-[SCHEDULER ITER20 LR0.216]: 240045 words processed Thu Nov 12 01:13:28 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.955213.
-[SCHEDULER ITER20 LR0.216]: 280057 words processed Thu Nov 12 01:13:43 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.950820.
-[SCHEDULER ITER20 LR0.216]: 320106 words processed Thu Nov 12 01:13:58 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.948775.
-[SCHEDULER ITER20 LR0.216]: 360024 words processed Thu Nov 12 01:14:13 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.947172.
-[SCHEDULER ITER20 LR0.216]: 400089 words processed Thu Nov 12 01:14:28 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944459.
-[SCHEDULER ITER20 LR0.216]: 440067 words processed Thu Nov 12 01:14:43 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944910.
-[SCHEDULER ITER20 LR0.216]: 480051 words processed Thu Nov 12 01:14:58 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.945416.
-[SCHEDULER ITER20 LR0.216]: 520140 words processed Thu Nov 12 01:15:13 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944994.
-[SCHEDULER ITER20 LR0.216]: 560132 words processed Thu Nov 12 01:15:28 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.944317.
-[SCHEDULER ITER20 LR0.216]: 600118 words processed Thu Nov 12 01:15:43 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.941962.
-[SCHEDULER ITER20 LR0.216]: 640090 words processed Thu Nov 12 01:15:58 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.940033.
-[SCHEDULER ITER20 LR0.216]: 680075 words processed Thu Nov 12 01:16:13 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.938897.
-[SCHEDULER ITER20 LR0.216]: 720043 words processed Thu Nov 12 01:16:28 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.937719.
-[SCHEDULER ITER20 LR0.216]: 760012 words processed Thu Nov 12 01:16:43 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.936007.
-[SCHEDULER ITER20 LR0.216]: 800113 words processed Thu Nov 12 01:16:58 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.935797.
-[SCHEDULER ITER20 LR0.216]: 840089 words processed Thu Nov 12 01:17:13 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934551.
-[SCHEDULER ITER20 LR0.216]: 880052 words processed Thu Nov 12 01:17:28 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-1.934317.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER20 LR0.216]: Displaying result:
-[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.753105674754> <PPL_OOV 85.961951779407> <LOGP -1798109.8290429>
-[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER20 LR0.36]: 40092 words processed Thu Nov 12 23:29:30 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.990736.
+[SCHEDULER ITER20 LR0.36]: 80099 words processed Thu Nov 12 23:29:46 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.984773.
+[SCHEDULER ITER20 LR0.36]: 120004 words processed Thu Nov 12 23:30:02 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.978973.
+[SCHEDULER ITER20 LR0.36]: 160114 words processed Thu Nov 12 23:30:18 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.979546.
+[SCHEDULER ITER20 LR0.36]: 200066 words processed Thu Nov 12 23:30:34 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.977723.
+[SCHEDULER ITER20 LR0.36]: 240045 words processed Thu Nov 12 23:30:50 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.973719.
+[SCHEDULER ITER20 LR0.36]: 280057 words processed Thu Nov 12 23:31:06 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.968853.
+[SCHEDULER ITER20 LR0.36]: 320106 words processed Thu Nov 12 23:31:22 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.966695.
+[SCHEDULER ITER20 LR0.36]: 360024 words processed Thu Nov 12 23:31:38 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.964910.
+[SCHEDULER ITER20 LR0.36]: 400089 words processed Thu Nov 12 23:31:54 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.962365.
+[SCHEDULER ITER20 LR0.36]: 440067 words processed Thu Nov 12 23:32:10 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963209.
+[SCHEDULER ITER20 LR0.36]: 480051 words processed Thu Nov 12 23:32:26 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963863.
+[SCHEDULER ITER20 LR0.36]: 520140 words processed Thu Nov 12 23:32:42 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963408.
+[SCHEDULER ITER20 LR0.36]: 560132 words processed Thu Nov 12 23:32:58 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.963036.
+[SCHEDULER ITER20 LR0.36]: 600118 words processed Thu Nov 12 23:33:15 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.960725.
+[SCHEDULER ITER20 LR0.36]: 640090 words processed Thu Nov 12 23:33:31 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.959061.
+[SCHEDULER ITER20 LR0.36]: 680075 words processed Thu Nov 12 23:33:48 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957920.
+[SCHEDULER ITER20 LR0.36]: 720043 words processed Thu Nov 12 23:34:04 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.957109.
+[SCHEDULER ITER20 LR0.36]: 760012 words processed Thu Nov 12 23:34:20 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955610.
+[SCHEDULER ITER20 LR0.36]: 800113 words processed Thu Nov 12 23:34:37 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.955569.
+[SCHEDULER ITER20 LR0.36]: 840089 words processed Thu Nov 12 23:34:53 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954681.
+[SCHEDULER ITER20 LR0.36]: 880052 words processed Thu Nov 12 23:35:09 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-1.954634.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR0.36]: Displaying result:
+[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 99.378301354388> <PPL_OOV 90.076027947215> <LOGP -1816983.236708>
+[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER20 LR0.36]: shuffling training file
+===PEEK ON TEST 20===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER20 LR0.36]: 40087 words processed Thu Nov 12 23:35:20 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.140580.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER20 LR0.36]: Displaying result:
+[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 158.35212983861> <PPL_OOV 138.61779493974> <LOGP -176550.13901877>
+[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 20===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER20 LR0.216]: 40095 words processed Thu Nov 12 01:17:39 2015.
- [SCHEDULER ITER20 LR0.216]: log prob per sample :-2.203424.
+[SCHEDULER ITER20 LR0.36]: 40095 words processed Thu Nov 12 23:35:33 2015.
+ [SCHEDULER ITER20 LR0.36]: log prob per sample :-2.213604.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER20 LR0.216]: Displaying result:
-[SCHEDULER ITER20 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 160.09617467948> <PPL_OOV 143.01939757135> <LOGP -158981.93109646>
-[SCHEDULER ITER20 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER20 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER20 LR0.36]: Displaying result:
+[SCHEDULER ITER20 LR0.36]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 163.27830069823> <PPL_OOV 146.57250363849> <LOGP -159768.03285717>
+[SCHEDULER ITER20 LR0.36]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER20 LR0.36]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER20 LR0.216]: preparing parameters...
+[SCHEDULER ITER20 LR0.36]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1065176
+reading chunk 1 from 1065216
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1068831
+reading chunk 2 from 1068873
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35773762
+reading chunk 3 from 35777494
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35890004
+reading chunk 4 from 35893749
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70444950
-[SCHEDULER ITER20 LR0.216]: preparing parameters end.
-[SCHEDULER ITER20 LR0.216]: preparing layers...
-(01:17:49 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:17:49 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:17:49 2015-11-12)[nerv] info: create layer: combinerL1
-(01:17:49 2015-11-12)[nerv] info: create layer: outputL
-(01:17:49 2015-11-12)[nerv] info: create layer: softmaxL
-(01:17:49 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER20 LR0.216]: preparing layers end.
-[SCHEDULER ITER20 LR0.216]: Generate and initing TNN ...
+reading chunk 5 from 70447668
+[SCHEDULER ITER20 LR0.36]: preparing parameters end.
+[SCHEDULER ITER20 LR0.36]: preparing layers...
+(23:35:44 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:35:44 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:35:44 2015-11-12)[nerv] info: create layer: combinerL1
+(23:35:44 2015-11-12)[nerv] info: create layer: outputL
+(23:35:44 2015-11-12)[nerv] info: create layer: softmaxL
+(23:35:44 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER20 LR0.36]: preparing layers end.
+[SCHEDULER ITER20 LR0.36]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -2429,100 +2569,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER20 LR0.216]: Initing TNN end.
-===ITERATION 21 LR 0.129600===
+[SCHEDULER ITER20 LR0.36]: Initing TNN end.
+===ITERATION 21 LR 0.216000===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER21 LR0.1296]: 40092 words processed Thu Nov 12 01:18:03 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.951335.
-[SCHEDULER ITER21 LR0.1296]: 80099 words processed Thu Nov 12 01:18:18 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.947610.
-[SCHEDULER ITER21 LR0.1296]: 120004 words processed Thu Nov 12 01:18:33 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.942890.
-[SCHEDULER ITER21 LR0.1296]: 160114 words processed Thu Nov 12 01:18:48 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.944302.
-[SCHEDULER ITER21 LR0.1296]: 200066 words processed Thu Nov 12 01:19:03 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.943282.
-[SCHEDULER ITER21 LR0.1296]: 240045 words processed Thu Nov 12 01:19:18 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.939753.
-[SCHEDULER ITER21 LR0.1296]: 280057 words processed Thu Nov 12 01:19:33 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.935418.
-[SCHEDULER ITER21 LR0.1296]: 320106 words processed Thu Nov 12 01:19:48 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.933426.
-[SCHEDULER ITER21 LR0.1296]: 360024 words processed Thu Nov 12 01:20:03 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.931832.
-[SCHEDULER ITER21 LR0.1296]: 400089 words processed Thu Nov 12 01:20:18 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929091.
-[SCHEDULER ITER21 LR0.1296]: 440067 words processed Thu Nov 12 01:20:33 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929533.
-[SCHEDULER ITER21 LR0.1296]: 480051 words processed Thu Nov 12 01:20:48 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.930027.
-[SCHEDULER ITER21 LR0.1296]: 520140 words processed Thu Nov 12 01:21:03 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.929592.
-[SCHEDULER ITER21 LR0.1296]: 560132 words processed Thu Nov 12 01:21:18 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.928927.
-[SCHEDULER ITER21 LR0.1296]: 600118 words processed Thu Nov 12 01:21:33 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.926559.
-[SCHEDULER ITER21 LR0.1296]: 640090 words processed Thu Nov 12 01:21:48 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.924591.
-[SCHEDULER ITER21 LR0.1296]: 680075 words processed Thu Nov 12 01:22:03 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.923420.
-[SCHEDULER ITER21 LR0.1296]: 720043 words processed Thu Nov 12 01:22:18 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.922133.
-[SCHEDULER ITER21 LR0.1296]: 760012 words processed Thu Nov 12 01:22:33 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920347.
-[SCHEDULER ITER21 LR0.1296]: 800113 words processed Thu Nov 12 01:22:48 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.920081.
-[SCHEDULER ITER21 LR0.1296]: 840089 words processed Thu Nov 12 01:23:03 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918757.
-[SCHEDULER ITER21 LR0.1296]: 880052 words processed Thu Nov 12 01:23:18 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-1.918445.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER21 LR0.1296]: Displaying result:
-[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 91.270326986171> <PPL_OOV 82.873330866195> <LOGP -1783337.2903764>
-[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER21 LR0.216]: 40092 words processed Thu Nov 12 23:36:00 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.967137.
+[SCHEDULER ITER21 LR0.216]: 80099 words processed Thu Nov 12 23:36:16 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.961933.
+[SCHEDULER ITER21 LR0.216]: 120004 words processed Thu Nov 12 23:36:32 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956210.
+[SCHEDULER ITER21 LR0.216]: 160114 words processed Thu Nov 12 23:36:48 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.956977.
+[SCHEDULER ITER21 LR0.216]: 200066 words processed Thu Nov 12 23:37:04 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.955168.
+[SCHEDULER ITER21 LR0.216]: 240045 words processed Thu Nov 12 23:37:20 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.951271.
+[SCHEDULER ITER21 LR0.216]: 280057 words processed Thu Nov 12 23:37:36 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.946404.
+[SCHEDULER ITER21 LR0.216]: 320106 words processed Thu Nov 12 23:37:52 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.944221.
+[SCHEDULER ITER21 LR0.216]: 360024 words processed Thu Nov 12 23:38:08 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.942338.
+[SCHEDULER ITER21 LR0.216]: 400089 words processed Thu Nov 12 23:38:24 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.939717.
+[SCHEDULER ITER21 LR0.216]: 440067 words processed Thu Nov 12 23:38:40 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940607.
+[SCHEDULER ITER21 LR0.216]: 480051 words processed Thu Nov 12 23:38:56 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.941207.
+[SCHEDULER ITER21 LR0.216]: 520140 words processed Thu Nov 12 23:39:12 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940699.
+[SCHEDULER ITER21 LR0.216]: 560132 words processed Thu Nov 12 23:39:28 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.940302.
+[SCHEDULER ITER21 LR0.216]: 600118 words processed Thu Nov 12 23:39:45 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.937953.
+[SCHEDULER ITER21 LR0.216]: 640090 words processed Thu Nov 12 23:40:01 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.936200.
+[SCHEDULER ITER21 LR0.216]: 680075 words processed Thu Nov 12 23:40:17 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934967.
+[SCHEDULER ITER21 LR0.216]: 720043 words processed Thu Nov 12 23:40:33 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.934058.
+[SCHEDULER ITER21 LR0.216]: 760012 words processed Thu Nov 12 23:40:50 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932433.
+[SCHEDULER ITER21 LR0.216]: 800113 words processed Thu Nov 12 23:41:07 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.932300.
+[SCHEDULER ITER21 LR0.216]: 840089 words processed Thu Nov 12 23:41:23 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931295.
+[SCHEDULER ITER21 LR0.216]: 880052 words processed Thu Nov 12 23:41:39 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-1.931133.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR0.216]: Displaying result:
+[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 94.023968843875> <PPL_OOV 85.323486943821> <LOGP -1795100.1247149>
+[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER21 LR0.216]: shuffling training file
+===PEEK ON TEST 21===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER21 LR0.216]: 40087 words processed Thu Nov 12 23:41:50 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.127677.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER21 LR0.216]: Displaying result:
+[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 154.38918238514> <PPL_OOV 134.82134759813> <LOGP -175556.00665597>
+[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 21===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER21 LR0.1296]: 40095 words processed Thu Nov 12 01:23:29 2015.
- [SCHEDULER ITER21 LR0.1296]: log prob per sample :-2.196621.
+[SCHEDULER ITER21 LR0.216]: 40095 words processed Thu Nov 12 23:42:03 2015.
+ [SCHEDULER ITER21 LR0.216]: log prob per sample :-2.202736.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER21 LR0.1296]: Displaying result:
-[SCHEDULER ITER21 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 157.26268624456> <PPL_OOV 140.53205363241> <LOGP -158419.91297055>
-[SCHEDULER ITER21 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER21 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER21 LR0.216]: Displaying result:
+[SCHEDULER ITER21 LR0.216]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 159.07191845094> <PPL_OOV 142.55019114397> <LOGP -158876.66522205>
+[SCHEDULER ITER21 LR0.216]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER21 LR0.216]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER21 LR0.1296]: preparing parameters...
+[SCHEDULER ITER21 LR0.216]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34554961
+reading chunk 1 from 34553982
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558616
+reading chunk 2 from 34557639
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69264058
+reading chunk 3 from 69267636
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69380300
+reading chunk 4 from 69383878
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70445155
-[SCHEDULER ITER21 LR0.1296]: preparing parameters end.
-[SCHEDULER ITER21 LR0.1296]: preparing layers...
-(01:23:39 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:23:39 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:23:39 2015-11-12)[nerv] info: create layer: combinerL1
-(01:23:39 2015-11-12)[nerv] info: create layer: outputL
-(01:23:39 2015-11-12)[nerv] info: create layer: softmaxL
-(01:23:39 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER21 LR0.1296]: preparing layers end.
-[SCHEDULER ITER21 LR0.1296]: Generate and initing TNN ...
+reading chunk 5 from 70448747
+[SCHEDULER ITER21 LR0.216]: preparing parameters end.
+[SCHEDULER ITER21 LR0.216]: preparing layers...
+(23:42:14 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:42:14 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:42:14 2015-11-12)[nerv] info: create layer: combinerL1
+(23:42:14 2015-11-12)[nerv] info: create layer: outputL
+(23:42:14 2015-11-12)[nerv] info: create layer: softmaxL
+(23:42:14 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER21 LR0.216]: preparing layers end.
+[SCHEDULER ITER21 LR0.216]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -2544,100 +2690,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER21 LR0.1296]: Initing TNN end.
-===ITERATION 22 LR 0.077760===
+[SCHEDULER ITER21 LR0.216]: Initing TNN end.
+===ITERATION 22 LR 0.129600===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER22 LR0.07776]: 40092 words processed Thu Nov 12 01:23:53 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.940484.
-[SCHEDULER ITER22 LR0.07776]: 80099 words processed Thu Nov 12 01:24:08 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.936787.
-[SCHEDULER ITER22 LR0.07776]: 120004 words processed Thu Nov 12 01:24:23 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932226.
-[SCHEDULER ITER22 LR0.07776]: 160114 words processed Thu Nov 12 01:24:38 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.933632.
-[SCHEDULER ITER22 LR0.07776]: 200066 words processed Thu Nov 12 01:24:53 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.932704.
-[SCHEDULER ITER22 LR0.07776]: 240045 words processed Thu Nov 12 01:25:08 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.929223.
-[SCHEDULER ITER22 LR0.07776]: 280057 words processed Thu Nov 12 01:25:23 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.924926.
-[SCHEDULER ITER22 LR0.07776]: 320106 words processed Thu Nov 12 01:25:38 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.922987.
-[SCHEDULER ITER22 LR0.07776]: 360024 words processed Thu Nov 12 01:25:53 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.921419.
-[SCHEDULER ITER22 LR0.07776]: 400089 words processed Thu Nov 12 01:26:08 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918661.
-[SCHEDULER ITER22 LR0.07776]: 440067 words processed Thu Nov 12 01:26:23 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919149.
-[SCHEDULER ITER22 LR0.07776]: 480051 words processed Thu Nov 12 01:26:38 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919664.
-[SCHEDULER ITER22 LR0.07776]: 520140 words processed Thu Nov 12 01:26:53 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.919218.
-[SCHEDULER ITER22 LR0.07776]: 560132 words processed Thu Nov 12 01:27:08 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.918539.
-[SCHEDULER ITER22 LR0.07776]: 600118 words processed Thu Nov 12 01:27:23 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.916146.
-[SCHEDULER ITER22 LR0.07776]: 640090 words processed Thu Nov 12 01:27:38 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.914161.
-[SCHEDULER ITER22 LR0.07776]: 680075 words processed Thu Nov 12 01:27:53 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.912971.
-[SCHEDULER ITER22 LR0.07776]: 720043 words processed Thu Nov 12 01:28:08 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.911653.
-[SCHEDULER ITER22 LR0.07776]: 760012 words processed Thu Nov 12 01:28:23 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909812.
-[SCHEDULER ITER22 LR0.07776]: 800113 words processed Thu Nov 12 01:28:38 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.909505.
-[SCHEDULER ITER22 LR0.07776]: 840089 words processed Thu Nov 12 01:28:53 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.908136.
-[SCHEDULER ITER22 LR0.07776]: 880052 words processed Thu Nov 12 01:29:08 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-1.907788.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER22 LR0.07776]: Displaying result:
-[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 89.003127468268> <PPL_OOV 80.861888700657> <LOGP -1773417.7265796>
-[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER22 LR0.1296]: 40092 words processed Thu Nov 12 23:42:30 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.950521.
+[SCHEDULER ITER22 LR0.1296]: 80099 words processed Thu Nov 12 23:42:46 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.945881.
+[SCHEDULER ITER22 LR0.1296]: 120004 words processed Thu Nov 12 23:43:02 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.940375.
+[SCHEDULER ITER22 LR0.1296]: 160114 words processed Thu Nov 12 23:43:18 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.941321.
+[SCHEDULER ITER22 LR0.1296]: 200066 words processed Thu Nov 12 23:43:34 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.939689.
+[SCHEDULER ITER22 LR0.1296]: 240045 words processed Thu Nov 12 23:43:50 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.935848.
+[SCHEDULER ITER22 LR0.1296]: 280057 words processed Thu Nov 12 23:44:06 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.931045.
+[SCHEDULER ITER22 LR0.1296]: 320106 words processed Thu Nov 12 23:44:22 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.928846.
+[SCHEDULER ITER22 LR0.1296]: 360024 words processed Thu Nov 12 23:44:38 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.926943.
+[SCHEDULER ITER22 LR0.1296]: 400089 words processed Thu Nov 12 23:44:54 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924282.
+[SCHEDULER ITER22 LR0.1296]: 440067 words processed Thu Nov 12 23:45:10 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925217.
+[SCHEDULER ITER22 LR0.1296]: 480051 words processed Thu Nov 12 23:45:26 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925784.
+[SCHEDULER ITER22 LR0.1296]: 520140 words processed Thu Nov 12 23:45:42 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.925283.
+[SCHEDULER ITER22 LR0.1296]: 560132 words processed Thu Nov 12 23:45:58 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.924890.
+[SCHEDULER ITER22 LR0.1296]: 600118 words processed Thu Nov 12 23:46:14 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.922536.
+[SCHEDULER ITER22 LR0.1296]: 640090 words processed Thu Nov 12 23:46:31 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.920718.
+[SCHEDULER ITER22 LR0.1296]: 680075 words processed Thu Nov 12 23:46:47 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.919430.
+[SCHEDULER ITER22 LR0.1296]: 720043 words processed Thu Nov 12 23:47:03 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.918458.
+[SCHEDULER ITER22 LR0.1296]: 760012 words processed Thu Nov 12 23:47:19 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916764.
+[SCHEDULER ITER22 LR0.1296]: 800113 words processed Thu Nov 12 23:47:35 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.916581.
+[SCHEDULER ITER22 LR0.1296]: 840089 words processed Thu Nov 12 23:47:51 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915512.
+[SCHEDULER ITER22 LR0.1296]: 880052 words processed Thu Nov 12 23:48:07 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-1.915279.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR0.1296]: Displaying result:
+[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 90.573532567471> <PPL_OOV 82.260504252707> <LOGP -1780340.8280155>
+[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER22 LR0.1296]: shuffling training file
+===PEEK ON TEST 22===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER22 LR0.1296]: 40087 words processed Thu Nov 12 23:48:18 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.119879.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER22 LR0.1296]: Displaying result:
+[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 151.81077739473> <PPL_OOV 132.55162547276> <LOGP -174948.20031688>
+[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 22===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER22 LR0.07776]: 40095 words processed Thu Nov 12 01:29:19 2015.
- [SCHEDULER ITER22 LR0.07776]: log prob per sample :-2.191610.
+[SCHEDULER ITER22 LR0.1296]: 40095 words processed Thu Nov 12 23:48:31 2015.
+ [SCHEDULER ITER22 LR0.1296]: log prob per sample :-2.195859.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER22 LR0.07776]: Displaying result:
-[SCHEDULER ITER22 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 155.05586123736> <PPL_OOV 138.7712337067> <LOGP -158016.0073789>
-[SCHEDULER ITER22 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER22 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER22 LR0.1296]: Displaying result:
+[SCHEDULER ITER22 LR0.1296]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 156.31066515347> <PPL_OOV 140.07782853008> <LOGP -158316.20699902>
+[SCHEDULER ITER22 LR0.1296]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER22 LR0.1296]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER22 LR0.07776]: preparing parameters...
+[SCHEDULER ITER22 LR0.1296]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1064613
+reading chunk 1 from 1064564
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1068268
+reading chunk 2 from 1068220
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35773620
+reading chunk 3 from 35778811
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35889861
+reading chunk 4 from 35895050
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70444942
-[SCHEDULER ITER22 LR0.07776]: preparing parameters end.
-[SCHEDULER ITER22 LR0.07776]: preparing layers...
-(01:29:29 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:29:29 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:29:29 2015-11-12)[nerv] info: create layer: combinerL1
-(01:29:29 2015-11-12)[nerv] info: create layer: outputL
-(01:29:29 2015-11-12)[nerv] info: create layer: softmaxL
-(01:29:29 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER22 LR0.07776]: preparing layers end.
-[SCHEDULER ITER22 LR0.07776]: Generate and initing TNN ...
+reading chunk 5 from 70449077
+[SCHEDULER ITER22 LR0.1296]: preparing parameters end.
+[SCHEDULER ITER22 LR0.1296]: preparing layers...
+(23:48:42 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:48:42 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:48:42 2015-11-12)[nerv] info: create layer: combinerL1
+(23:48:42 2015-11-12)[nerv] info: create layer: outputL
+(23:48:42 2015-11-12)[nerv] info: create layer: softmaxL
+(23:48:42 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER22 LR0.1296]: preparing layers end.
+[SCHEDULER ITER22 LR0.1296]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -2659,100 +2811,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER22 LR0.07776]: Initing TNN end.
-===ITERATION 23 LR 0.046656===
+[SCHEDULER ITER22 LR0.1296]: Initing TNN end.
+===ITERATION 23 LR 0.077760===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER23 LR0.046656]: 40092 words processed Thu Nov 12 01:29:43 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.933334.
-[SCHEDULER ITER23 LR0.046656]: 80099 words processed Thu Nov 12 01:29:58 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.929707.
-[SCHEDULER ITER23 LR0.046656]: 120004 words processed Thu Nov 12 01:30:13 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925262.
-[SCHEDULER ITER23 LR0.046656]: 160114 words processed Thu Nov 12 01:30:28 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.926677.
-[SCHEDULER ITER23 LR0.046656]: 200066 words processed Thu Nov 12 01:30:43 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.925802.
-[SCHEDULER ITER23 LR0.046656]: 240045 words processed Thu Nov 12 01:30:58 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.922357.
-[SCHEDULER ITER23 LR0.046656]: 280057 words processed Thu Nov 12 01:31:13 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.918074.
-[SCHEDULER ITER23 LR0.046656]: 320106 words processed Thu Nov 12 01:31:28 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.916167.
-[SCHEDULER ITER23 LR0.046656]: 360024 words processed Thu Nov 12 01:31:43 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.914598.
-[SCHEDULER ITER23 LR0.046656]: 400089 words processed Thu Nov 12 01:31:58 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911833.
-[SCHEDULER ITER23 LR0.046656]: 440067 words processed Thu Nov 12 01:32:13 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912350.
-[SCHEDULER ITER23 LR0.046656]: 480051 words processed Thu Nov 12 01:32:28 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912869.
-[SCHEDULER ITER23 LR0.046656]: 520140 words processed Thu Nov 12 01:32:43 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.912401.
-[SCHEDULER ITER23 LR0.046656]: 560132 words processed Thu Nov 12 01:32:58 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.911724.
-[SCHEDULER ITER23 LR0.046656]: 600118 words processed Thu Nov 12 01:33:13 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.909324.
-[SCHEDULER ITER23 LR0.046656]: 640090 words processed Thu Nov 12 01:33:28 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.907324.
-[SCHEDULER ITER23 LR0.046656]: 680075 words processed Thu Nov 12 01:33:43 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.906107.
-[SCHEDULER ITER23 LR0.046656]: 720043 words processed Thu Nov 12 01:33:58 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.904765.
-[SCHEDULER ITER23 LR0.046656]: 760012 words processed Thu Nov 12 01:34:13 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902884.
-[SCHEDULER ITER23 LR0.046656]: 800113 words processed Thu Nov 12 01:34:28 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.902552.
-[SCHEDULER ITER23 LR0.046656]: 840089 words processed Thu Nov 12 01:34:43 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.901155.
-[SCHEDULER ITER23 LR0.046656]: 880052 words processed Thu Nov 12 01:34:58 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-1.900776.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER23 LR0.046656]: Displaying result:
-[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 87.545823363843> <PPL_OOV 79.565392552494> <LOGP -1766892.3174658>
-[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER23 LR0.07776]: 40092 words processed Thu Nov 12 23:48:58 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.939198.
+[SCHEDULER ITER23 LR0.07776]: 80099 words processed Thu Nov 12 23:49:14 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.934880.
+[SCHEDULER ITER23 LR0.07776]: 120004 words processed Thu Nov 12 23:49:30 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929578.
+[SCHEDULER ITER23 LR0.07776]: 160114 words processed Thu Nov 12 23:49:46 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.930617.
+[SCHEDULER ITER23 LR0.07776]: 200066 words processed Thu Nov 12 23:50:02 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.929138.
+[SCHEDULER ITER23 LR0.07776]: 240045 words processed Thu Nov 12 23:50:19 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.925352.
+[SCHEDULER ITER23 LR0.07776]: 280057 words processed Thu Nov 12 23:50:35 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.920648.
+[SCHEDULER ITER23 LR0.07776]: 320106 words processed Thu Nov 12 23:50:51 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.918472.
+[SCHEDULER ITER23 LR0.07776]: 360024 words processed Thu Nov 12 23:51:07 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.916582.
+[SCHEDULER ITER23 LR0.07776]: 400089 words processed Thu Nov 12 23:51:23 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.913920.
+[SCHEDULER ITER23 LR0.07776]: 440067 words processed Thu Nov 12 23:51:39 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914888.
+[SCHEDULER ITER23 LR0.07776]: 480051 words processed Thu Nov 12 23:51:55 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.915438.
+[SCHEDULER ITER23 LR0.07776]: 520140 words processed Thu Nov 12 23:52:11 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914949.
+[SCHEDULER ITER23 LR0.07776]: 560132 words processed Thu Nov 12 23:52:27 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.914575.
+[SCHEDULER ITER23 LR0.07776]: 600118 words processed Thu Nov 12 23:52:43 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.912227.
+[SCHEDULER ITER23 LR0.07776]: 640090 words processed Thu Nov 12 23:52:59 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.910381.
+[SCHEDULER ITER23 LR0.07776]: 680075 words processed Thu Nov 12 23:53:15 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.909066.
+[SCHEDULER ITER23 LR0.07776]: 720043 words processed Thu Nov 12 23:53:31 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.908060.
+[SCHEDULER ITER23 LR0.07776]: 760012 words processed Thu Nov 12 23:53:47 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906333.
+[SCHEDULER ITER23 LR0.07776]: 800113 words processed Thu Nov 12 23:54:04 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.906124.
+[SCHEDULER ITER23 LR0.07776]: 840089 words processed Thu Nov 12 23:54:21 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.905022.
+[SCHEDULER ITER23 LR0.07776]: 880052 words processed Thu Nov 12 23:54:38 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-1.904740.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR0.07776]: Displaying result:
+[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 88.351829885406> <PPL_OOV 80.286500135979> <LOGP -1770534.7415503>
+[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER23 LR0.07776]: shuffling training file
+===PEEK ON TEST 23===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER23 LR0.07776]: 40087 words processed Thu Nov 12 23:54:49 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.114617.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER23 LR0.07776]: Displaying result:
+[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 149.87744237965> <PPL_OOV 131.04538176557> <LOGP -174539.07240993>
+[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 23===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER23 LR0.046656]: 40095 words processed Thu Nov 12 01:35:09 2015.
- [SCHEDULER ITER23 LR0.046656]: log prob per sample :-2.188314.
+[SCHEDULER ITER23 LR0.07776]: 40095 words processed Thu Nov 12 23:55:02 2015.
+ [SCHEDULER ITER23 LR0.07776]: log prob per sample :-2.190980.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER23 LR0.046656]: Displaying result:
-[SCHEDULER ITER23 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 153.58760205562> <PPL_OOV 137.62050638734> <LOGP -157749.26925758>
-[SCHEDULER ITER23 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER23 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER23 LR0.07776]: Displaying result:
+[SCHEDULER ITER23 LR0.07776]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 154.27720049711> <PPL_OOV 138.42087667397> <LOGP -157935.02968198>
+[SCHEDULER ITER23 LR0.07776]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER23 LR0.07776]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER23 LR0.046656]: preparing parameters...
+[SCHEDULER ITER23 LR0.07776]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34555101
+reading chunk 1 from 34554073
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558756
+reading chunk 2 from 34557729
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69264040
+reading chunk 3 from 69268469
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69380276
+reading chunk 4 from 69384704
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70444745
-[SCHEDULER ITER23 LR0.046656]: preparing parameters end.
-[SCHEDULER ITER23 LR0.046656]: preparing layers...
-(01:35:19 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:35:19 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:35:19 2015-11-12)[nerv] info: create layer: combinerL1
-(01:35:19 2015-11-12)[nerv] info: create layer: outputL
-(01:35:19 2015-11-12)[nerv] info: create layer: softmaxL
-(01:35:19 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER23 LR0.046656]: preparing layers end.
-[SCHEDULER ITER23 LR0.046656]: Generate and initing TNN ...
+reading chunk 5 from 70449067
+[SCHEDULER ITER23 LR0.07776]: preparing parameters end.
+[SCHEDULER ITER23 LR0.07776]: preparing layers...
+(23:55:13 2015-11-12)[nerv] info: create layer: recurrentL1
+(23:55:13 2015-11-12)[nerv] info: create layer: sigmoidL1
+(23:55:13 2015-11-12)[nerv] info: create layer: combinerL1
+(23:55:13 2015-11-12)[nerv] info: create layer: outputL
+(23:55:13 2015-11-12)[nerv] info: create layer: softmaxL
+(23:55:13 2015-11-12)[nerv] info: create layer: selectL1
+[SCHEDULER ITER23 LR0.07776]: preparing layers end.
+[SCHEDULER ITER23 LR0.07776]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -2774,100 +2932,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER23 LR0.046656]: Initing TNN end.
-===ITERATION 24 LR 0.027994===
+[SCHEDULER ITER23 LR0.07776]: Initing TNN end.
+===ITERATION 24 LR 0.046656===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER24 LR0.0279936]: 40092 words processed Thu Nov 12 01:35:33 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.928511.
-[SCHEDULER ITER24 LR0.0279936]: 80099 words processed Thu Nov 12 01:35:48 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.924924.
-[SCHEDULER ITER24 LR0.0279936]: 120004 words processed Thu Nov 12 01:36:03 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.920550.
-[SCHEDULER ITER24 LR0.0279936]: 160114 words processed Thu Nov 12 01:36:18 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921922.
-[SCHEDULER ITER24 LR0.0279936]: 200066 words processed Thu Nov 12 01:36:33 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.921104.
-[SCHEDULER ITER24 LR0.0279936]: 240045 words processed Thu Nov 12 01:36:48 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.917689.
-[SCHEDULER ITER24 LR0.0279936]: 280057 words processed Thu Nov 12 01:37:03 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.913421.
-[SCHEDULER ITER24 LR0.0279936]: 320106 words processed Thu Nov 12 01:37:18 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.911519.
-[SCHEDULER ITER24 LR0.0279936]: 360024 words processed Thu Nov 12 01:37:33 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.909957.
-[SCHEDULER ITER24 LR0.0279936]: 400089 words processed Thu Nov 12 01:37:48 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907198.
-[SCHEDULER ITER24 LR0.0279936]: 440067 words processed Thu Nov 12 01:38:03 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907743.
-[SCHEDULER ITER24 LR0.0279936]: 480051 words processed Thu Nov 12 01:38:18 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.908256.
-[SCHEDULER ITER24 LR0.0279936]: 520140 words processed Thu Nov 12 01:38:33 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907768.
-[SCHEDULER ITER24 LR0.0279936]: 560132 words processed Thu Nov 12 01:38:48 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.907088.
-[SCHEDULER ITER24 LR0.0279936]: 600118 words processed Thu Nov 12 01:39:03 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.904685.
-[SCHEDULER ITER24 LR0.0279936]: 640090 words processed Thu Nov 12 01:39:18 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.902675.
-[SCHEDULER ITER24 LR0.0279936]: 680075 words processed Thu Nov 12 01:39:33 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.901438.
-[SCHEDULER ITER24 LR0.0279936]: 720043 words processed Thu Nov 12 01:39:48 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.900071.
-[SCHEDULER ITER24 LR0.0279936]: 760012 words processed Thu Nov 12 01:40:03 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.898156.
-[SCHEDULER ITER24 LR0.0279936]: 800113 words processed Thu Nov 12 01:40:18 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.897806.
-[SCHEDULER ITER24 LR0.0279936]: 840089 words processed Thu Nov 12 01:40:33 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.896389.
-[SCHEDULER ITER24 LR0.0279936]: 880052 words processed Thu Nov 12 01:40:48 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-1.895990.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER24 LR0.0279936]: Displaying result:
-[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.565539430375> <PPL_OOV 78.692231346472> <LOGP -1762437.4018618>
-[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER24 LR0.046656]: 40092 words processed Thu Nov 12 23:55:29 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.931617.
+[SCHEDULER ITER24 LR0.046656]: 80099 words processed Thu Nov 12 23:55:46 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.927537.
+[SCHEDULER ITER24 LR0.046656]: 120004 words processed Thu Nov 12 23:56:03 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922373.
+[SCHEDULER ITER24 LR0.046656]: 160114 words processed Thu Nov 12 23:56:20 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.923453.
+[SCHEDULER ITER24 LR0.046656]: 200066 words processed Thu Nov 12 23:56:37 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.922088.
+[SCHEDULER ITER24 LR0.046656]: 240045 words processed Thu Nov 12 23:56:53 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.918371.
+[SCHEDULER ITER24 LR0.046656]: 280057 words processed Thu Nov 12 23:57:10 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.913763.
+[SCHEDULER ITER24 LR0.046656]: 320106 words processed Thu Nov 12 23:57:26 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.911603.
+[SCHEDULER ITER24 LR0.046656]: 360024 words processed Thu Nov 12 23:57:42 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.909730.
+[SCHEDULER ITER24 LR0.046656]: 400089 words processed Thu Nov 12 23:57:58 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907077.
+[SCHEDULER ITER24 LR0.046656]: 440067 words processed Thu Nov 12 23:58:14 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908068.
+[SCHEDULER ITER24 LR0.046656]: 480051 words processed Thu Nov 12 23:58:30 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908613.
+[SCHEDULER ITER24 LR0.046656]: 520140 words processed Thu Nov 12 23:58:46 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.908144.
+[SCHEDULER ITER24 LR0.046656]: 560132 words processed Thu Nov 12 23:59:02 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.907787.
+[SCHEDULER ITER24 LR0.046656]: 600118 words processed Thu Nov 12 23:59:18 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.905434.
+[SCHEDULER ITER24 LR0.046656]: 640090 words processed Thu Nov 12 23:59:34 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.903566.
+[SCHEDULER ITER24 LR0.046656]: 680075 words processed Thu Nov 12 23:59:50 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.902238.
+[SCHEDULER ITER24 LR0.046656]: 720043 words processed Fri Nov 13 00:00:06 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.901200.
+[SCHEDULER ITER24 LR0.046656]: 760012 words processed Fri Nov 13 00:00:22 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899461.
+[SCHEDULER ITER24 LR0.046656]: 800113 words processed Fri Nov 13 00:00:38 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.899234.
+[SCHEDULER ITER24 LR0.046656]: 840089 words processed Fri Nov 13 00:00:54 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.898114.
+[SCHEDULER ITER24 LR0.046656]: 880052 words processed Fri Nov 13 00:01:10 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-1.897800.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR0.046656]: Displaying result:
+[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 86.920495240643> <PPL_OOV 79.012622003197> <LOGP -1764077.7675035>
+[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER24 LR0.046656]: shuffling training file
+===PEEK ON TEST 24===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER24 LR0.046656]: 40087 words processed Fri Nov 13 00:01:21 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.111000.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER24 LR0.046656]: Displaying result:
+[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 148.55537708434> <PPL_OOV 129.99836892411> <LOGP -174251.9013685>
+[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 24===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER24 LR0.0279936]: 40095 words processed Thu Nov 12 01:40:59 2015.
- [SCHEDULER ITER24 LR0.0279936]: log prob per sample :-2.186537.
+[SCHEDULER ITER24 LR0.046656]: 40095 words processed Fri Nov 13 00:01:34 2015.
+ [SCHEDULER ITER24 LR0.046656]: log prob per sample :-2.187529.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER24 LR0.0279936]: Displaying result:
-[SCHEDULER ITER24 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.81717033604> <PPL_OOV 136.97293469658> <LOGP -157598.17995536>
-[SCHEDULER ITER24 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER24 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER24 LR0.046656]: Displaying result:
+[SCHEDULER ITER24 LR0.046656]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.8976707204> <PPL_OOV 137.28067121287> <LOGP -157670.06889601>
+[SCHEDULER ITER24 LR0.046656]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER24 LR0.046656]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER24 LR0.0279936]: preparing parameters...
+[SCHEDULER ITER24 LR0.046656]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1064385
+reading chunk 1 from 1064235
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1068040
+reading chunk 2 from 1067891
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35773080
+reading chunk 3 from 35778796
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35889316
+reading chunk 4 from 35895027
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70444417
-[SCHEDULER ITER24 LR0.0279936]: preparing parameters end.
-[SCHEDULER ITER24 LR0.0279936]: preparing layers...
-(01:41:09 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:41:09 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:41:09 2015-11-12)[nerv] info: create layer: combinerL1
-(01:41:09 2015-11-12)[nerv] info: create layer: outputL
-(01:41:09 2015-11-12)[nerv] info: create layer: softmaxL
-(01:41:09 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER24 LR0.0279936]: preparing layers end.
-[SCHEDULER ITER24 LR0.0279936]: Generate and initing TNN ...
+reading chunk 5 from 70449162
+[SCHEDULER ITER24 LR0.046656]: preparing parameters end.
+[SCHEDULER ITER24 LR0.046656]: preparing layers...
+(00:01:45 2015-11-13)[nerv] info: create layer: recurrentL1
+(00:01:45 2015-11-13)[nerv] info: create layer: sigmoidL1
+(00:01:45 2015-11-13)[nerv] info: create layer: combinerL1
+(00:01:45 2015-11-13)[nerv] info: create layer: outputL
+(00:01:45 2015-11-13)[nerv] info: create layer: softmaxL
+(00:01:45 2015-11-13)[nerv] info: create layer: selectL1
+[SCHEDULER ITER24 LR0.046656]: preparing layers end.
+[SCHEDULER ITER24 LR0.046656]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -2889,100 +3053,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER24 LR0.0279936]: Initing TNN end.
-===ITERATION 25 LR 0.016796===
+[SCHEDULER ITER24 LR0.046656]: Initing TNN end.
+===ITERATION 25 LR 0.027994===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER25 LR0.01679616]: 40092 words processed Thu Nov 12 01:41:23 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.925180.
-[SCHEDULER ITER25 LR0.01679616]: 80099 words processed Thu Nov 12 01:41:38 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.921551.
-[SCHEDULER ITER25 LR0.01679616]: 120004 words processed Thu Nov 12 01:41:53 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917238.
-[SCHEDULER ITER25 LR0.01679616]: 160114 words processed Thu Nov 12 01:42:08 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.918589.
-[SCHEDULER ITER25 LR0.01679616]: 200066 words processed Thu Nov 12 01:42:23 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.917803.
-[SCHEDULER ITER25 LR0.01679616]: 240045 words processed Thu Nov 12 01:42:38 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.914409.
-[SCHEDULER ITER25 LR0.01679616]: 280057 words processed Thu Nov 12 01:42:53 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.910162.
-[SCHEDULER ITER25 LR0.01679616]: 320106 words processed Thu Nov 12 01:43:08 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.908270.
-[SCHEDULER ITER25 LR0.01679616]: 360024 words processed Thu Nov 12 01:43:23 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.906710.
-[SCHEDULER ITER25 LR0.01679616]: 400089 words processed Thu Nov 12 01:43:38 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903951.
-[SCHEDULER ITER25 LR0.01679616]: 440067 words processed Thu Nov 12 01:43:53 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904514.
-[SCHEDULER ITER25 LR0.01679616]: 480051 words processed Thu Nov 12 01:44:08 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.905025.
-[SCHEDULER ITER25 LR0.01679616]: 520140 words processed Thu Nov 12 01:44:23 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.904532.
-[SCHEDULER ITER25 LR0.01679616]: 560132 words processed Thu Nov 12 01:44:38 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.903863.
-[SCHEDULER ITER25 LR0.01679616]: 600118 words processed Thu Nov 12 01:44:53 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.901467.
-[SCHEDULER ITER25 LR0.01679616]: 640090 words processed Thu Nov 12 01:45:08 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.899449.
-[SCHEDULER ITER25 LR0.01679616]: 680075 words processed Thu Nov 12 01:45:23 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.898215.
-[SCHEDULER ITER25 LR0.01679616]: 720043 words processed Thu Nov 12 01:45:38 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.896838.
-[SCHEDULER ITER25 LR0.01679616]: 760012 words processed Thu Nov 12 01:45:53 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894905.
-[SCHEDULER ITER25 LR0.01679616]: 800113 words processed Thu Nov 12 01:46:08 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.894551.
-[SCHEDULER ITER25 LR0.01679616]: 840089 words processed Thu Nov 12 01:46:23 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.893121.
-[SCHEDULER ITER25 LR0.01679616]: 880052 words processed Thu Nov 12 01:46:38 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-1.892716.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER25 LR0.01679616]: Displaying result:
-[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.901783416037> <PPL_OOV 78.101233295351> <LOGP -1759393.9570444>
-[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER25 LR0.0279936]: 40092 words processed Fri Nov 13 00:02:01 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.926633.
+[SCHEDULER ITER25 LR0.0279936]: 80099 words processed Fri Nov 13 00:02:17 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.922645.
+[SCHEDULER ITER25 LR0.0279936]: 120004 words processed Fri Nov 13 00:02:33 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917554.
+[SCHEDULER ITER25 LR0.0279936]: 160114 words processed Fri Nov 13 00:02:50 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.918625.
+[SCHEDULER ITER25 LR0.0279936]: 200066 words processed Fri Nov 13 00:03:07 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.917325.
+[SCHEDULER ITER25 LR0.0279936]: 240045 words processed Fri Nov 13 00:03:24 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.913667.
+[SCHEDULER ITER25 LR0.0279936]: 280057 words processed Fri Nov 13 00:03:40 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.909138.
+[SCHEDULER ITER25 LR0.0279936]: 320106 words processed Fri Nov 13 00:03:57 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.906991.
+[SCHEDULER ITER25 LR0.0279936]: 360024 words processed Fri Nov 13 00:04:13 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.905119.
+[SCHEDULER ITER25 LR0.0279936]: 400089 words processed Fri Nov 13 00:04:29 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.902464.
+[SCHEDULER ITER25 LR0.0279936]: 440067 words processed Fri Nov 13 00:04:45 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903459.
+[SCHEDULER ITER25 LR0.0279936]: 480051 words processed Fri Nov 13 00:05:01 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903990.
+[SCHEDULER ITER25 LR0.0279936]: 520140 words processed Fri Nov 13 00:05:17 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903537.
+[SCHEDULER ITER25 LR0.0279936]: 560132 words processed Fri Nov 13 00:05:33 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.903195.
+[SCHEDULER ITER25 LR0.0279936]: 600118 words processed Fri Nov 13 00:05:49 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.900839.
+[SCHEDULER ITER25 LR0.0279936]: 640090 words processed Fri Nov 13 00:06:05 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.898949.
+[SCHEDULER ITER25 LR0.0279936]: 680075 words processed Fri Nov 13 00:06:21 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.897615.
+[SCHEDULER ITER25 LR0.0279936]: 720043 words processed Fri Nov 13 00:06:37 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.896542.
+[SCHEDULER ITER25 LR0.0279936]: 760012 words processed Fri Nov 13 00:06:53 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894790.
+[SCHEDULER ITER25 LR0.0279936]: 800113 words processed Fri Nov 13 00:07:10 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.894542.
+[SCHEDULER ITER25 LR0.0279936]: 840089 words processed Fri Nov 13 00:07:26 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893402.
+[SCHEDULER ITER25 LR0.0279936]: 880052 words processed Fri Nov 13 00:07:42 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-1.893061.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.0279936]: Displaying result:
+[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.956336656349> <PPL_OOV 78.15464160203> <LOGP -1759669.9371356>
+[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER25 LR0.0279936]: shuffling training file
+===PEEK ON TEST 25===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER25 LR0.0279936]: 40087 words processed Fri Nov 13 00:07:53 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.108720.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER25 LR0.0279936]: Displaying result:
+[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.82595926503> <PPL_OOV 129.33439073012> <LOGP -174068.58679574>
+[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 25===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER25 LR0.01679616]: 40095 words processed Thu Nov 12 01:46:49 2015.
- [SCHEDULER ITER25 LR0.01679616]: log prob per sample :-2.185319.
+[SCHEDULER ITER25 LR0.0279936]: 40095 words processed Fri Nov 13 00:08:06 2015.
+ [SCHEDULER ITER25 LR0.0279936]: log prob per sample :-2.185461.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER25 LR0.01679616]: Displaying result:
-[SCHEDULER ITER25 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.34941626246> <PPL_OOV 136.55183039612> <LOGP -157499.54551585>
-[SCHEDULER ITER25 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER25 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER25 LR0.0279936]: Displaying result:
+[SCHEDULER ITER25 LR0.0279936]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.15134162452> <PPL_OOV 136.59028832861> <LOGP -157508.56605461>
+[SCHEDULER ITER25 LR0.0279936]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER25 LR0.0279936]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER25 LR0.01679616]: preparing parameters...
+[SCHEDULER ITER25 LR0.0279936]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34555101
+reading chunk 1 from 34554078
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558756
+reading chunk 2 from 34557734
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69263733
+reading chunk 3 from 69268580
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69379965
+reading chunk 4 from 69384814
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70444307
-[SCHEDULER ITER25 LR0.01679616]: preparing parameters end.
-[SCHEDULER ITER25 LR0.01679616]: preparing layers...
-(01:46:59 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:46:59 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:46:59 2015-11-12)[nerv] info: create layer: combinerL1
-(01:46:59 2015-11-12)[nerv] info: create layer: outputL
-(01:46:59 2015-11-12)[nerv] info: create layer: softmaxL
-(01:46:59 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER25 LR0.01679616]: preparing layers end.
-[SCHEDULER ITER25 LR0.01679616]: Generate and initing TNN ...
+reading chunk 5 from 70448972
+[SCHEDULER ITER25 LR0.0279936]: preparing parameters end.
+[SCHEDULER ITER25 LR0.0279936]: preparing layers...
+(00:08:17 2015-11-13)[nerv] info: create layer: recurrentL1
+(00:08:17 2015-11-13)[nerv] info: create layer: sigmoidL1
+(00:08:17 2015-11-13)[nerv] info: create layer: combinerL1
+(00:08:17 2015-11-13)[nerv] info: create layer: outputL
+(00:08:17 2015-11-13)[nerv] info: create layer: softmaxL
+(00:08:17 2015-11-13)[nerv] info: create layer: selectL1
+[SCHEDULER ITER25 LR0.0279936]: preparing layers end.
+[SCHEDULER ITER25 LR0.0279936]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -3004,100 +3174,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER25 LR0.01679616]: Initing TNN end.
-===ITERATION 26 LR 0.010078===
+[SCHEDULER ITER25 LR0.0279936]: Initing TNN end.
+===ITERATION 26 LR 0.016796===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER26 LR0.010077696]: 40092 words processed Thu Nov 12 01:47:13 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.923091.
-[SCHEDULER ITER26 LR0.010077696]: 80099 words processed Thu Nov 12 01:47:28 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.919446.
-[SCHEDULER ITER26 LR0.010077696]: 120004 words processed Thu Nov 12 01:47:43 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915171.
-[SCHEDULER ITER26 LR0.010077696]: 160114 words processed Thu Nov 12 01:47:58 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.916515.
-[SCHEDULER ITER26 LR0.010077696]: 200066 words processed Thu Nov 12 01:48:13 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.915743.
-[SCHEDULER ITER26 LR0.010077696]: 240045 words processed Thu Nov 12 01:48:28 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.912365.
-[SCHEDULER ITER26 LR0.010077696]: 280057 words processed Thu Nov 12 01:48:43 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.908135.
-[SCHEDULER ITER26 LR0.010077696]: 320106 words processed Thu Nov 12 01:48:58 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.906252.
-[SCHEDULER ITER26 LR0.010077696]: 360024 words processed Thu Nov 12 01:49:13 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.904683.
-[SCHEDULER ITER26 LR0.010077696]: 400089 words processed Thu Nov 12 01:49:28 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901912.
-[SCHEDULER ITER26 LR0.010077696]: 440067 words processed Thu Nov 12 01:49:43 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902483.
-[SCHEDULER ITER26 LR0.010077696]: 480051 words processed Thu Nov 12 01:49:58 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902991.
-[SCHEDULER ITER26 LR0.010077696]: 520140 words processed Thu Nov 12 01:50:13 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.902485.
-[SCHEDULER ITER26 LR0.010077696]: 560132 words processed Thu Nov 12 01:50:28 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.901828.
-[SCHEDULER ITER26 LR0.010077696]: 600118 words processed Thu Nov 12 01:50:43 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.899435.
-[SCHEDULER ITER26 LR0.010077696]: 640090 words processed Thu Nov 12 01:50:58 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.897413.
-[SCHEDULER ITER26 LR0.010077696]: 680075 words processed Thu Nov 12 01:51:13 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.896177.
-[SCHEDULER ITER26 LR0.010077696]: 720043 words processed Thu Nov 12 01:51:28 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.894795.
-[SCHEDULER ITER26 LR0.010077696]: 760012 words processed Thu Nov 12 01:51:43 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892849.
-[SCHEDULER ITER26 LR0.010077696]: 800113 words processed Thu Nov 12 01:51:58 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.892490.
-[SCHEDULER ITER26 LR0.010077696]: 840089 words processed Thu Nov 12 01:52:13 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.891057.
-[SCHEDULER ITER26 LR0.010077696]: 880052 words processed Thu Nov 12 01:52:28 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-1.890646.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER26 LR0.010077696]: Displaying result:
-[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.485377013744> <PPL_OOV 77.729717789741> <LOGP -1757468.9632727>
-[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER26 LR0.01679616]: 40092 words processed Fri Nov 13 00:08:33 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.923163.
+[SCHEDULER ITER26 LR0.01679616]: 80099 words processed Fri Nov 13 00:08:49 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.919205.
+[SCHEDULER ITER26 LR0.01679616]: 120004 words processed Fri Nov 13 00:09:05 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.914163.
+[SCHEDULER ITER26 LR0.01679616]: 160114 words processed Fri Nov 13 00:09:21 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.915215.
+[SCHEDULER ITER26 LR0.01679616]: 200066 words processed Fri Nov 13 00:09:37 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.913944.
+[SCHEDULER ITER26 LR0.01679616]: 240045 words processed Fri Nov 13 00:09:53 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.910343.
+[SCHEDULER ITER26 LR0.01679616]: 280057 words processed Fri Nov 13 00:10:10 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.905872.
+[SCHEDULER ITER26 LR0.01679616]: 320106 words processed Fri Nov 13 00:10:26 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.903750.
+[SCHEDULER ITER26 LR0.01679616]: 360024 words processed Fri Nov 13 00:10:42 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.901884.
+[SCHEDULER ITER26 LR0.01679616]: 400089 words processed Fri Nov 13 00:10:59 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899233.
+[SCHEDULER ITER26 LR0.01679616]: 440067 words processed Fri Nov 13 00:11:15 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900238.
+[SCHEDULER ITER26 LR0.01679616]: 480051 words processed Fri Nov 13 00:11:31 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900759.
+[SCHEDULER ITER26 LR0.01679616]: 520140 words processed Fri Nov 13 00:11:47 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.900318.
+[SCHEDULER ITER26 LR0.01679616]: 560132 words processed Fri Nov 13 00:12:03 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.899997.
+[SCHEDULER ITER26 LR0.01679616]: 600118 words processed Fri Nov 13 00:12:19 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.897650.
+[SCHEDULER ITER26 LR0.01679616]: 640090 words processed Fri Nov 13 00:12:35 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.895757.
+[SCHEDULER ITER26 LR0.01679616]: 680075 words processed Fri Nov 13 00:12:51 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.894428.
+[SCHEDULER ITER26 LR0.01679616]: 720043 words processed Fri Nov 13 00:13:07 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.893341.
+[SCHEDULER ITER26 LR0.01679616]: 760012 words processed Fri Nov 13 00:13:23 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891588.
+[SCHEDULER ITER26 LR0.01679616]: 800113 words processed Fri Nov 13 00:13:39 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.891332.
+[SCHEDULER ITER26 LR0.01679616]: 840089 words processed Fri Nov 13 00:13:55 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.890185.
+[SCHEDULER ITER26 LR0.01679616]: 880052 words processed Fri Nov 13 00:14:11 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-1.889835.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.01679616]: Displaying result:
+[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.306413831474> <PPL_OOV 77.576329536238> <LOGP -1756671.5028106>
+[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER26 LR0.01679616]: shuffling training file
+===PEEK ON TEST 26===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER26 LR0.01679616]: 40087 words processed Fri Nov 13 00:14:22 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.107262.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER26 LR0.01679616]: Displaying result:
+[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.36875498893> <PPL_OOV 128.91575696119> <LOGP -173952.52382935>
+[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 26===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER26 LR0.010077696]: 40095 words processed Thu Nov 12 01:52:39 2015.
- [SCHEDULER ITER26 LR0.010077696]: log prob per sample :-2.184538.
+[SCHEDULER ITER26 LR0.01679616]: 40095 words processed Fri Nov 13 00:14:35 2015.
+ [SCHEDULER ITER26 LR0.01679616]: log prob per sample :-2.184141.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER26 LR0.010077696]: Displaying result:
-[SCHEDULER ITER26 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 152.05204287341> <PPL_OOV 136.28390102489> <LOGP -157436.6304822>
-[SCHEDULER ITER26 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER26 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER26 LR0.01679616]: Displaying result:
+[SCHEDULER ITER26 LR0.01679616]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.66740269998> <PPL_OOV 136.14001627505> <LOGP -157402.79247427>
+[SCHEDULER ITER26 LR0.01679616]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER26 LR0.01679616]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER26 LR0.010077696]: preparing parameters...
+[SCHEDULER ITER26 LR0.01679616]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1064322
+reading chunk 1 from 1064118
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1067977
+reading chunk 2 from 1067774
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35772897
+reading chunk 3 from 35778526
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35889126
+reading chunk 4 from 35894754
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70444237
-[SCHEDULER ITER26 LR0.010077696]: preparing parameters end.
-[SCHEDULER ITER26 LR0.010077696]: preparing layers...
-(01:52:49 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:52:49 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:52:49 2015-11-12)[nerv] info: create layer: combinerL1
-(01:52:49 2015-11-12)[nerv] info: create layer: outputL
-(01:52:49 2015-11-12)[nerv] info: create layer: softmaxL
-(01:52:49 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER26 LR0.010077696]: preparing layers end.
-[SCHEDULER ITER26 LR0.010077696]: Generate and initing TNN ...
+reading chunk 5 from 70448835
+[SCHEDULER ITER26 LR0.01679616]: preparing parameters end.
+[SCHEDULER ITER26 LR0.01679616]: preparing layers...
+(00:14:46 2015-11-13)[nerv] info: create layer: recurrentL1
+(00:14:46 2015-11-13)[nerv] info: create layer: sigmoidL1
+(00:14:46 2015-11-13)[nerv] info: create layer: combinerL1
+(00:14:46 2015-11-13)[nerv] info: create layer: outputL
+(00:14:46 2015-11-13)[nerv] info: create layer: softmaxL
+(00:14:46 2015-11-13)[nerv] info: create layer: selectL1
+[SCHEDULER ITER26 LR0.01679616]: preparing layers end.
+[SCHEDULER ITER26 LR0.01679616]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -3119,100 +3295,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER26 LR0.010077696]: Initing TNN end.
-===ITERATION 27 LR 0.006047===
+[SCHEDULER ITER26 LR0.01679616]: Initing TNN end.
+===ITERATION 27 LR 0.010078===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER27 LR0.0060466176]: 40092 words processed Thu Nov 12 01:53:03 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.921666.
-[SCHEDULER ITER27 LR0.0060466176]: 80099 words processed Thu Nov 12 01:53:18 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.918061.
-[SCHEDULER ITER27 LR0.0060466176]: 120004 words processed Thu Nov 12 01:53:33 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.913880.
-[SCHEDULER ITER27 LR0.0060466176]: 160114 words processed Thu Nov 12 01:53:48 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.915215.
-[SCHEDULER ITER27 LR0.0060466176]: 200066 words processed Thu Nov 12 01:54:03 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.914448.
-[SCHEDULER ITER27 LR0.0060466176]: 240045 words processed Thu Nov 12 01:54:18 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.911094.
-[SCHEDULER ITER27 LR0.0060466176]: 280057 words processed Thu Nov 12 01:54:33 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.906876.
-[SCHEDULER ITER27 LR0.0060466176]: 320106 words processed Thu Nov 12 01:54:48 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.905001.
-[SCHEDULER ITER27 LR0.0060466176]: 360024 words processed Thu Nov 12 01:55:03 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.903422.
-[SCHEDULER ITER27 LR0.0060466176]: 400089 words processed Thu Nov 12 01:55:18 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900639.
-[SCHEDULER ITER27 LR0.0060466176]: 440067 words processed Thu Nov 12 01:55:33 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901210.
-[SCHEDULER ITER27 LR0.0060466176]: 480051 words processed Thu Nov 12 01:55:48 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901716.
-[SCHEDULER ITER27 LR0.0060466176]: 520140 words processed Thu Nov 12 01:56:03 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.901194.
-[SCHEDULER ITER27 LR0.0060466176]: 560132 words processed Thu Nov 12 01:56:18 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.900548.
-[SCHEDULER ITER27 LR0.0060466176]: 600118 words processed Thu Nov 12 01:56:33 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.898160.
-[SCHEDULER ITER27 LR0.0060466176]: 640090 words processed Thu Nov 12 01:56:48 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.896131.
-[SCHEDULER ITER27 LR0.0060466176]: 680075 words processed Thu Nov 12 01:57:03 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.894893.
-[SCHEDULER ITER27 LR0.0060466176]: 720043 words processed Thu Nov 12 01:57:18 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.893511.
-[SCHEDULER ITER27 LR0.0060466176]: 760012 words processed Thu Nov 12 01:57:33 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891562.
-[SCHEDULER ITER27 LR0.0060466176]: 800113 words processed Thu Nov 12 01:57:48 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.891197.
-[SCHEDULER ITER27 LR0.0060466176]: 840089 words processed Thu Nov 12 01:58:03 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889762.
-[SCHEDULER ITER27 LR0.0060466176]: 880052 words processed Thu Nov 12 01:58:18 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-1.889344.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER27 LR0.0060466176]: Displaying result:
-[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.224660158901> <PPL_OOV 77.497211452212> <LOGP -1756259.5538813>
-[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER27 LR0.010077696]: 40092 words processed Fri Nov 13 00:15:02 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.920991.
+[SCHEDULER ITER27 LR0.010077696]: 80099 words processed Fri Nov 13 00:15:19 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.916998.
+[SCHEDULER ITER27 LR0.010077696]: 120004 words processed Fri Nov 13 00:15:36 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911978.
+[SCHEDULER ITER27 LR0.010077696]: 160114 words processed Fri Nov 13 00:15:52 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.913020.
+[SCHEDULER ITER27 LR0.010077696]: 200066 words processed Fri Nov 13 00:16:08 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.911763.
+[SCHEDULER ITER27 LR0.010077696]: 240045 words processed Fri Nov 13 00:16:24 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.908199.
+[SCHEDULER ITER27 LR0.010077696]: 280057 words processed Fri Nov 13 00:16:41 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.903768.
+[SCHEDULER ITER27 LR0.010077696]: 320106 words processed Fri Nov 13 00:16:57 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.901670.
+[SCHEDULER ITER27 LR0.010077696]: 360024 words processed Fri Nov 13 00:17:13 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.899810.
+[SCHEDULER ITER27 LR0.010077696]: 400089 words processed Fri Nov 13 00:17:29 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897159.
+[SCHEDULER ITER27 LR0.010077696]: 440067 words processed Fri Nov 13 00:17:45 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898170.
+[SCHEDULER ITER27 LR0.010077696]: 480051 words processed Fri Nov 13 00:18:01 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898684.
+[SCHEDULER ITER27 LR0.010077696]: 520140 words processed Fri Nov 13 00:18:17 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.898245.
+[SCHEDULER ITER27 LR0.010077696]: 560132 words processed Fri Nov 13 00:18:33 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.897941.
+[SCHEDULER ITER27 LR0.010077696]: 600118 words processed Fri Nov 13 00:18:49 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.895605.
+[SCHEDULER ITER27 LR0.010077696]: 640090 words processed Fri Nov 13 00:19:05 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.893709.
+[SCHEDULER ITER27 LR0.010077696]: 680075 words processed Fri Nov 13 00:19:21 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.892384.
+[SCHEDULER ITER27 LR0.010077696]: 720043 words processed Fri Nov 13 00:19:37 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.891292.
+[SCHEDULER ITER27 LR0.010077696]: 760012 words processed Fri Nov 13 00:19:53 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889533.
+[SCHEDULER ITER27 LR0.010077696]: 800113 words processed Fri Nov 13 00:20:09 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.889272.
+[SCHEDULER ITER27 LR0.010077696]: 840089 words processed Fri Nov 13 00:20:25 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.888121.
+[SCHEDULER ITER27 LR0.010077696]: 880052 words processed Fri Nov 13 00:20:41 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-1.887766.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.010077696]: Displaying result:
+[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.892564171004> <PPL_OOV 77.207735633383> <LOGP -1754748.7298668>
+[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER27 LR0.010077696]: shuffling training file
+===PEEK ON TEST 27===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER27 LR0.010077696]: 40087 words processed Fri Nov 13 00:20:52 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.106467.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER27 LR0.010077696]: Displaying result:
+[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.07593301007> <PPL_OOV 128.68430626567> <LOGP -173888.19402233>
+[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 27===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER27 LR0.0060466176]: 40095 words processed Thu Nov 12 01:58:29 2015.
- [SCHEDULER ITER27 LR0.0060466176]: log prob per sample :-2.184022.
+[SCHEDULER ITER27 LR0.010077696]: 40095 words processed Fri Nov 13 00:21:05 2015.
+ [SCHEDULER ITER27 LR0.010077696]: log prob per sample :-2.183397.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER27 LR0.0060466176]: Displaying result:
-[SCHEDULER ITER27 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.86735318981> <PPL_OOV 136.10562675702> <LOGP -157394.69964518>
-[SCHEDULER ITER27 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER27 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER27 LR0.010077696]: Displaying result:
+[SCHEDULER ITER27 LR0.010077696]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.35156353958> <PPL_OOV 135.87529295123> <LOGP -157340.44279668>
+[SCHEDULER ITER27 LR0.010077696]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER27 LR0.010077696]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER27 LR0.0060466176]: preparing parameters...
+[SCHEDULER ITER27 LR0.010077696]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34555108
+reading chunk 1 from 34554095
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558763
+reading chunk 2 from 34557751
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69263622
+reading chunk 3 from 69268513
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69379852
+reading chunk 4 from 69384740
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70444148
-[SCHEDULER ITER27 LR0.0060466176]: preparing parameters end.
-[SCHEDULER ITER27 LR0.0060466176]: preparing layers...
-(01:58:39 2015-11-12)[nerv] info: create layer: recurrentL1
-(01:58:39 2015-11-12)[nerv] info: create layer: sigmoidL1
-(01:58:39 2015-11-12)[nerv] info: create layer: combinerL1
-(01:58:39 2015-11-12)[nerv] info: create layer: outputL
-(01:58:39 2015-11-12)[nerv] info: create layer: softmaxL
-(01:58:39 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER27 LR0.0060466176]: preparing layers end.
-[SCHEDULER ITER27 LR0.0060466176]: Generate and initing TNN ...
+reading chunk 5 from 70448840
+[SCHEDULER ITER27 LR0.010077696]: preparing parameters end.
+[SCHEDULER ITER27 LR0.010077696]: preparing layers...
+(00:21:16 2015-11-13)[nerv] info: create layer: recurrentL1
+(00:21:16 2015-11-13)[nerv] info: create layer: sigmoidL1
+(00:21:16 2015-11-13)[nerv] info: create layer: combinerL1
+(00:21:16 2015-11-13)[nerv] info: create layer: outputL
+(00:21:16 2015-11-13)[nerv] info: create layer: softmaxL
+(00:21:16 2015-11-13)[nerv] info: create layer: selectL1
+[SCHEDULER ITER27 LR0.010077696]: preparing layers end.
+[SCHEDULER ITER27 LR0.010077696]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -3234,100 +3416,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER27 LR0.0060466176]: Initing TNN end.
-===ITERATION 28 LR 0.003628===
+[SCHEDULER ITER27 LR0.010077696]: Initing TNN end.
+===ITERATION 28 LR 0.006047===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER28 LR0.00362797056]: 40092 words processed Thu Nov 12 01:58:53 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.920803.
-[SCHEDULER ITER28 LR0.00362797056]: 80099 words processed Thu Nov 12 01:59:08 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.917171.
-[SCHEDULER ITER28 LR0.00362797056]: 120004 words processed Thu Nov 12 01:59:23 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.912981.
-[SCHEDULER ITER28 LR0.00362797056]: 160114 words processed Thu Nov 12 01:59:38 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.914311.
-[SCHEDULER ITER28 LR0.00362797056]: 200066 words processed Thu Nov 12 01:59:53 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.913544.
-[SCHEDULER ITER28 LR0.00362797056]: 240045 words processed Thu Nov 12 02:00:08 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.910217.
-[SCHEDULER ITER28 LR0.00362797056]: 280057 words processed Thu Nov 12 02:00:23 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.906009.
-[SCHEDULER ITER28 LR0.00362797056]: 320106 words processed Thu Nov 12 02:00:38 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.904146.
-[SCHEDULER ITER28 LR0.00362797056]: 360024 words processed Thu Nov 12 02:00:53 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.902565.
-[SCHEDULER ITER28 LR0.00362797056]: 400089 words processed Thu Nov 12 02:01:08 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899781.
-[SCHEDULER ITER28 LR0.00362797056]: 440067 words processed Thu Nov 12 02:01:23 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900360.
-[SCHEDULER ITER28 LR0.00362797056]: 480051 words processed Thu Nov 12 02:01:38 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900873.
-[SCHEDULER ITER28 LR0.00362797056]: 520140 words processed Thu Nov 12 02:01:53 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.900345.
-[SCHEDULER ITER28 LR0.00362797056]: 560132 words processed Thu Nov 12 02:02:08 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.899704.
-[SCHEDULER ITER28 LR0.00362797056]: 600118 words processed Thu Nov 12 02:02:23 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.897317.
-[SCHEDULER ITER28 LR0.00362797056]: 640090 words processed Thu Nov 12 02:02:38 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.895288.
-[SCHEDULER ITER28 LR0.00362797056]: 680075 words processed Thu Nov 12 02:02:53 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.894046.
-[SCHEDULER ITER28 LR0.00362797056]: 720043 words processed Thu Nov 12 02:03:08 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.892667.
-[SCHEDULER ITER28 LR0.00362797056]: 760012 words processed Thu Nov 12 02:03:23 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890720.
-[SCHEDULER ITER28 LR0.00362797056]: 800113 words processed Thu Nov 12 02:03:38 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.890351.
-[SCHEDULER ITER28 LR0.00362797056]: 840089 words processed Thu Nov 12 02:03:53 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888916.
-[SCHEDULER ITER28 LR0.00362797056]: 880052 words processed Thu Nov 12 02:04:08 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-1.888496.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER28 LR0.00362797056]: Displaying result:
-[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 85.054536002873> <PPL_OOV 77.346059369811> <LOGP -1755471.3705988>
-[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER28 LR0.0060466176]: 40092 words processed Fri Nov 13 00:21:32 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.919630.
+[SCHEDULER ITER28 LR0.0060466176]: 80099 words processed Fri Nov 13 00:21:49 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.915595.
+[SCHEDULER ITER28 LR0.0060466176]: 120004 words processed Fri Nov 13 00:22:05 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910578.
+[SCHEDULER ITER28 LR0.0060466176]: 160114 words processed Fri Nov 13 00:22:22 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.911625.
+[SCHEDULER ITER28 LR0.0060466176]: 200066 words processed Fri Nov 13 00:22:38 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.910379.
+[SCHEDULER ITER28 LR0.0060466176]: 240045 words processed Fri Nov 13 00:22:54 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.906839.
+[SCHEDULER ITER28 LR0.0060466176]: 280057 words processed Fri Nov 13 00:23:11 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.902432.
+[SCHEDULER ITER28 LR0.0060466176]: 320106 words processed Fri Nov 13 00:23:28 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.900354.
+[SCHEDULER ITER28 LR0.0060466176]: 360024 words processed Fri Nov 13 00:23:45 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.898500.
+[SCHEDULER ITER28 LR0.0060466176]: 400089 words processed Fri Nov 13 00:24:02 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.895846.
+[SCHEDULER ITER28 LR0.0060466176]: 440067 words processed Fri Nov 13 00:24:18 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896861.
+[SCHEDULER ITER28 LR0.0060466176]: 480051 words processed Fri Nov 13 00:24:34 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.897370.
+[SCHEDULER ITER28 LR0.0060466176]: 520140 words processed Fri Nov 13 00:24:50 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896930.
+[SCHEDULER ITER28 LR0.0060466176]: 560132 words processed Fri Nov 13 00:25:06 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.896636.
+[SCHEDULER ITER28 LR0.0060466176]: 600118 words processed Fri Nov 13 00:25:22 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.894311.
+[SCHEDULER ITER28 LR0.0060466176]: 640090 words processed Fri Nov 13 00:25:38 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.892411.
+[SCHEDULER ITER28 LR0.0060466176]: 680075 words processed Fri Nov 13 00:25:54 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.891087.
+[SCHEDULER ITER28 LR0.0060466176]: 720043 words processed Fri Nov 13 00:26:10 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.889996.
+[SCHEDULER ITER28 LR0.0060466176]: 760012 words processed Fri Nov 13 00:26:26 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.888229.
+[SCHEDULER ITER28 LR0.0060466176]: 800113 words processed Fri Nov 13 00:26:42 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.887964.
+[SCHEDULER ITER28 LR0.0060466176]: 840089 words processed Fri Nov 13 00:26:58 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886809.
+[SCHEDULER ITER28 LR0.0060466176]: 880052 words processed Fri Nov 13 00:27:14 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-1.886454.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.63102126523> <PPL_OOV 76.974759050279> <LOGP -1753528.6652939>
+[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER28 LR0.0060466176]: shuffling training file
+===PEEK ON TEST 28===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER28 LR0.0060466176]: 40087 words processed Fri Nov 13 00:27:25 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.106036.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER28 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.93207041077> <PPL_OOV 128.55480190021> <LOGP -173852.14885412>
+[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 28===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER28 LR0.00362797056]: 40095 words processed Thu Nov 12 02:04:19 2015.
- [SCHEDULER ITER28 LR0.00362797056]: log prob per sample :-2.183650.
+[SCHEDULER ITER28 LR0.0060466176]: 40095 words processed Fri Nov 13 00:27:37 2015.
+ [SCHEDULER ITER28 LR0.0060466176]: log prob per sample :-2.182975.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER28 LR0.00362797056]: Displaying result:
-[SCHEDULER ITER28 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.76310353365> <PPL_OOV 135.97847646874> <LOGP -157364.75980848>
-[SCHEDULER ITER28 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER28 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER28 LR0.0060466176]: Displaying result:
+[SCHEDULER ITER28 LR0.0060466176]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.2010136235> <PPL_OOV 135.73200338631> <LOGP -157306.64344368>
+[SCHEDULER ITER28 LR0.0060466176]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER28 LR0.0060466176]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER28 LR0.00362797056]: preparing parameters...
+[SCHEDULER ITER28 LR0.0060466176]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 1 from 1064289
+reading chunk 1 from 1064079
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1067944
+reading chunk 2 from 1067735
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35772767
+reading chunk 3 from 35778519
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35888999
+reading chunk 4 from 35894748
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 5 from 70444120
-[SCHEDULER ITER28 LR0.00362797056]: preparing parameters end.
-[SCHEDULER ITER28 LR0.00362797056]: preparing layers...
-(02:04:29 2015-11-12)[nerv] info: create layer: recurrentL1
-(02:04:29 2015-11-12)[nerv] info: create layer: sigmoidL1
-(02:04:29 2015-11-12)[nerv] info: create layer: combinerL1
-(02:04:29 2015-11-12)[nerv] info: create layer: outputL
-(02:04:29 2015-11-12)[nerv] info: create layer: softmaxL
-(02:04:29 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER28 LR0.00362797056]: preparing layers end.
-[SCHEDULER ITER28 LR0.00362797056]: Generate and initing TNN ...
+reading chunk 5 from 70448843
+[SCHEDULER ITER28 LR0.0060466176]: preparing parameters end.
+[SCHEDULER ITER28 LR0.0060466176]: preparing layers...
+(00:27:48 2015-11-13)[nerv] info: create layer: recurrentL1
+(00:27:48 2015-11-13)[nerv] info: create layer: sigmoidL1
+(00:27:48 2015-11-13)[nerv] info: create layer: combinerL1
+(00:27:48 2015-11-13)[nerv] info: create layer: outputL
+(00:27:48 2015-11-13)[nerv] info: create layer: softmaxL
+(00:27:48 2015-11-13)[nerv] info: create layer: selectL1
+[SCHEDULER ITER28 LR0.0060466176]: preparing layers end.
+[SCHEDULER ITER28 LR0.0060466176]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -3349,100 +3537,106 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER28 LR0.00362797056]: Initing TNN end.
-===ITERATION 29 LR 0.002177===
+[SCHEDULER ITER28 LR0.0060466176]: Initing TNN end.
+===ITERATION 29 LR 0.003628===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER29 LR0.002176782336]: 40092 words processed Thu Nov 12 02:04:43 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.920197.
-[SCHEDULER ITER29 LR0.002176782336]: 80099 words processed Thu Nov 12 02:04:58 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.916587.
-[SCHEDULER ITER29 LR0.002176782336]: 120004 words processed Thu Nov 12 02:05:13 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912419.
-[SCHEDULER ITER29 LR0.002176782336]: 160114 words processed Thu Nov 12 02:05:28 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.913738.
-[SCHEDULER ITER29 LR0.002176782336]: 200066 words processed Thu Nov 12 02:05:43 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.912978.
-[SCHEDULER ITER29 LR0.002176782336]: 240045 words processed Thu Nov 12 02:05:58 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.909672.
-[SCHEDULER ITER29 LR0.002176782336]: 280057 words processed Thu Nov 12 02:06:13 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.905464.
-[SCHEDULER ITER29 LR0.002176782336]: 320106 words processed Thu Nov 12 02:06:28 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.903608.
-[SCHEDULER ITER29 LR0.002176782336]: 360024 words processed Thu Nov 12 02:06:43 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.902028.
-[SCHEDULER ITER29 LR0.002176782336]: 400089 words processed Thu Nov 12 02:06:58 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899246.
-[SCHEDULER ITER29 LR0.002176782336]: 440067 words processed Thu Nov 12 02:07:13 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899829.
-[SCHEDULER ITER29 LR0.002176782336]: 480051 words processed Thu Nov 12 02:07:28 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.900344.
-[SCHEDULER ITER29 LR0.002176782336]: 520140 words processed Thu Nov 12 02:07:43 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899811.
-[SCHEDULER ITER29 LR0.002176782336]: 560132 words processed Thu Nov 12 02:07:58 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.899175.
-[SCHEDULER ITER29 LR0.002176782336]: 600118 words processed Thu Nov 12 02:08:13 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.896786.
-[SCHEDULER ITER29 LR0.002176782336]: 640090 words processed Thu Nov 12 02:08:28 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.894757.
-[SCHEDULER ITER29 LR0.002176782336]: 680075 words processed Thu Nov 12 02:08:43 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.893511.
-[SCHEDULER ITER29 LR0.002176782336]: 720043 words processed Thu Nov 12 02:08:58 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.892133.
-[SCHEDULER ITER29 LR0.002176782336]: 760012 words processed Thu Nov 12 02:09:13 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.890188.
-[SCHEDULER ITER29 LR0.002176782336]: 800113 words processed Thu Nov 12 02:09:28 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.889817.
-[SCHEDULER ITER29 LR0.002176782336]: 840089 words processed Thu Nov 12 02:09:43 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.888381.
-[SCHEDULER ITER29 LR0.002176782336]: 880052 words processed Thu Nov 12 02:09:58 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-1.887959.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER29 LR0.002176782336]: Displaying result:
-[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.947044480796> <PPL_OOV 77.250652261546> <LOGP -1754973.076414>
-[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER29 LR0.00362797056]: 40092 words processed Fri Nov 13 00:28:04 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.918801.
+[SCHEDULER ITER29 LR0.00362797056]: 80099 words processed Fri Nov 13 00:28:21 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.914729.
+[SCHEDULER ITER29 LR0.00362797056]: 120004 words processed Fri Nov 13 00:28:37 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909699.
+[SCHEDULER ITER29 LR0.00362797056]: 160114 words processed Fri Nov 13 00:28:53 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.910750.
+[SCHEDULER ITER29 LR0.00362797056]: 200066 words processed Fri Nov 13 00:29:09 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.909511.
+[SCHEDULER ITER29 LR0.00362797056]: 240045 words processed Fri Nov 13 00:29:25 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.905983.
+[SCHEDULER ITER29 LR0.00362797056]: 280057 words processed Fri Nov 13 00:29:42 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.901588.
+[SCHEDULER ITER29 LR0.00362797056]: 320106 words processed Fri Nov 13 00:29:58 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.899526.
+[SCHEDULER ITER29 LR0.00362797056]: 360024 words processed Fri Nov 13 00:30:14 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.897677.
+[SCHEDULER ITER29 LR0.00362797056]: 400089 words processed Fri Nov 13 00:30:30 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895020.
+[SCHEDULER ITER29 LR0.00362797056]: 440067 words processed Fri Nov 13 00:30:46 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896036.
+[SCHEDULER ITER29 LR0.00362797056]: 480051 words processed Fri Nov 13 00:31:02 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896544.
+[SCHEDULER ITER29 LR0.00362797056]: 520140 words processed Fri Nov 13 00:31:18 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.896101.
+[SCHEDULER ITER29 LR0.00362797056]: 560132 words processed Fri Nov 13 00:31:34 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.895813.
+[SCHEDULER ITER29 LR0.00362797056]: 600118 words processed Fri Nov 13 00:31:50 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.893496.
+[SCHEDULER ITER29 LR0.00362797056]: 640090 words processed Fri Nov 13 00:32:06 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.891593.
+[SCHEDULER ITER29 LR0.00362797056]: 680075 words processed Fri Nov 13 00:32:22 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.890268.
+[SCHEDULER ITER29 LR0.00362797056]: 720043 words processed Fri Nov 13 00:32:38 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.889178.
+[SCHEDULER ITER29 LR0.00362797056]: 760012 words processed Fri Nov 13 00:32:54 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887404.
+[SCHEDULER ITER29 LR0.00362797056]: 800113 words processed Fri Nov 13 00:33:10 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.887135.
+[SCHEDULER ITER29 LR0.00362797056]: 840089 words processed Fri Nov 13 00:33:26 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885978.
+[SCHEDULER ITER29 LR0.00362797056]: 880052 words processed Fri Nov 13 00:33:42 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-1.885624.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.466056467734> <PPL_OOV 76.827788572212> <LOGP -1752757.1012286>
+[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER29 LR0.00362797056]: shuffling training file
+===PEEK ON TEST 29===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER29 LR0.00362797056]: 40087 words processed Fri Nov 13 00:33:53 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.105765.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER29 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931379203> <PPL_OOV 128.47064278211> <LOGP -173828.70523381>
+[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 29===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER29 LR0.002176782336]: 40095 words processed Thu Nov 12 02:10:09 2015.
- [SCHEDULER ITER29 LR0.002176782336]: log prob per sample :-2.183366.
+[SCHEDULER ITER29 LR0.00362797056]: 40095 words processed Fri Nov 13 00:34:05 2015.
+ [SCHEDULER ITER29 LR0.00362797056]: log prob per sample :-2.182720.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER29 LR0.002176782336]: Displaying result:
-[SCHEDULER ITER29 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.70219832252> <PPL_OOV 135.8878028314> <LOGP -157343.39195361>
-[SCHEDULER ITER29 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER29 LR0.002176782336]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER29 LR0.00362797056]: Displaying result:
+[SCHEDULER ITER29 LR0.00362797056]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17418025757> <PPL_OOV 135.65540698972> <LOGP -157288.56113542>
+[SCHEDULER ITER29 LR0.00362797056]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER29 LR0.00362797056]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
-[SCHEDULER ITER29 LR0.002176782336]: preparing parameters...
+[SCHEDULER ITER29 LR0.00362797056]: preparing parameters...
reading chunk 0 from 0
metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 34555112
+reading chunk 1 from 34554093
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 34558767
+reading chunk 2 from 34557749
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 69263591
+reading chunk 3 from 69268538
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 69379822
+reading chunk 4 from 69384767
metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70444104
-[SCHEDULER ITER29 LR0.002176782336]: preparing parameters end.
-[SCHEDULER ITER29 LR0.002176782336]: preparing layers...
-(02:10:19 2015-11-12)[nerv] info: create layer: recurrentL1
-(02:10:19 2015-11-12)[nerv] info: create layer: sigmoidL1
-(02:10:19 2015-11-12)[nerv] info: create layer: combinerL1
-(02:10:19 2015-11-12)[nerv] info: create layer: outputL
-(02:10:19 2015-11-12)[nerv] info: create layer: softmaxL
-(02:10:19 2015-11-12)[nerv] info: create layer: selectL1
-[SCHEDULER ITER29 LR0.002176782336]: preparing layers end.
-[SCHEDULER ITER29 LR0.002176782336]: Generate and initing TNN ...
+reading chunk 5 from 70448846
+[SCHEDULER ITER29 LR0.00362797056]: preparing parameters end.
+[SCHEDULER ITER29 LR0.00362797056]: preparing layers...
+(00:34:15 2015-11-13)[nerv] info: create layer: recurrentL1
+(00:34:15 2015-11-13)[nerv] info: create layer: sigmoidL1
+(00:34:15 2015-11-13)[nerv] info: create layer: combinerL1
+(00:34:15 2015-11-13)[nerv] info: create layer: outputL
+(00:34:15 2015-11-13)[nerv] info: create layer: softmaxL
+(00:34:15 2015-11-13)[nerv] info: create layer: selectL1
+[SCHEDULER ITER29 LR0.00362797056]: preparing layers end.
+[SCHEDULER ITER29 LR0.00362797056]: Generate and initing TNN ...
<input> selectL1 0
selectL1 recurrentL1 0
recurrentL1 sigmoidL1 0
@@ -3464,101 +3658,138 @@ TNN initing storage sigmoidL1 -> combinerL1
TNN initing storage combinerL1 -> recurrentL1
TNN initing storage combinerL1 -> outputL
TNN initing storage outputL -> softmaxL
-[SCHEDULER ITER29 LR0.002176782336]: Initing TNN end.
-===ITERATION 30 LR 0.001306===
+[SCHEDULER ITER29 LR0.00362797056]: Initing TNN end.
+===ITERATION 30 LR 0.002177===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER30 LR0.0013060694016]: 40092 words processed Thu Nov 12 02:10:33 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.919830.
-[SCHEDULER ITER30 LR0.0013060694016]: 80099 words processed Thu Nov 12 02:10:48 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.916237.
-[SCHEDULER ITER30 LR0.0013060694016]: 120004 words processed Thu Nov 12 02:11:03 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912068.
-[SCHEDULER ITER30 LR0.0013060694016]: 160114 words processed Thu Nov 12 02:11:18 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.913384.
-[SCHEDULER ITER30 LR0.0013060694016]: 200066 words processed Thu Nov 12 02:11:33 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.912620.
-[SCHEDULER ITER30 LR0.0013060694016]: 240045 words processed Thu Nov 12 02:11:48 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.909317.
-[SCHEDULER ITER30 LR0.0013060694016]: 280057 words processed Thu Nov 12 02:12:03 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.905106.
-[SCHEDULER ITER30 LR0.0013060694016]: 320106 words processed Thu Nov 12 02:12:18 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.903257.
-[SCHEDULER ITER30 LR0.0013060694016]: 360024 words processed Thu Nov 12 02:12:33 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.901681.
-[SCHEDULER ITER30 LR0.0013060694016]: 400089 words processed Thu Nov 12 02:12:48 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898901.
-[SCHEDULER ITER30 LR0.0013060694016]: 440067 words processed Thu Nov 12 02:13:03 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899484.
-[SCHEDULER ITER30 LR0.0013060694016]: 480051 words processed Thu Nov 12 02:13:18 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.900004.
-[SCHEDULER ITER30 LR0.0013060694016]: 520140 words processed Thu Nov 12 02:13:33 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.899469.
-[SCHEDULER ITER30 LR0.0013060694016]: 560132 words processed Thu Nov 12 02:13:48 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.898836.
-[SCHEDULER ITER30 LR0.0013060694016]: 600118 words processed Thu Nov 12 02:14:03 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.896449.
-[SCHEDULER ITER30 LR0.0013060694016]: 640090 words processed Thu Nov 12 02:14:18 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.894418.
-[SCHEDULER ITER30 LR0.0013060694016]: 680075 words processed Thu Nov 12 02:14:33 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.893169.
-[SCHEDULER ITER30 LR0.0013060694016]: 720043 words processed Thu Nov 12 02:14:48 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.891792.
-[SCHEDULER ITER30 LR0.0013060694016]: 760012 words processed Thu Nov 12 02:15:03 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889851.
-[SCHEDULER ITER30 LR0.0013060694016]: 800113 words processed Thu Nov 12 02:15:18 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.889478.
-[SCHEDULER ITER30 LR0.0013060694016]: 840089 words processed Thu Nov 12 02:15:33 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.888044.
-[SCHEDULER ITER30 LR0.0013060694016]: 880052 words processed Thu Nov 12 02:15:48 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-1.887620.
-[LOG]LMSeqReader: file expires, closing.
-gconf.fz 42068
-gconf.fz2 42068
-[SCHEDULER ITER30 LR0.0013060694016]: Displaying result:
-[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.87885345008> <PPL_OOV 77.190312124329> <LOGP -1754657.6129312>
-[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER30 LR0.002176782336]: 40092 words processed Fri Nov 13 00:34:31 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.918295.
+[SCHEDULER ITER30 LR0.002176782336]: 80099 words processed Fri Nov 13 00:34:47 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.914201.
+[SCHEDULER ITER30 LR0.002176782336]: 120004 words processed Fri Nov 13 00:35:03 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.909158.
+[SCHEDULER ITER30 LR0.002176782336]: 160114 words processed Fri Nov 13 00:35:19 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.910205.
+[SCHEDULER ITER30 LR0.002176782336]: 200066 words processed Fri Nov 13 00:35:35 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.908969.
+[SCHEDULER ITER30 LR0.002176782336]: 240045 words processed Fri Nov 13 00:35:51 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.905447.
+[SCHEDULER ITER30 LR0.002176782336]: 280057 words processed Fri Nov 13 00:36:08 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.901055.
+[SCHEDULER ITER30 LR0.002176782336]: 320106 words processed Fri Nov 13 00:36:24 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.899002.
+[SCHEDULER ITER30 LR0.002176782336]: 360024 words processed Fri Nov 13 00:36:40 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.897158.
+[SCHEDULER ITER30 LR0.002176782336]: 400089 words processed Fri Nov 13 00:36:57 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.894500.
+[SCHEDULER ITER30 LR0.002176782336]: 440067 words processed Fri Nov 13 00:37:13 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895517.
+[SCHEDULER ITER30 LR0.002176782336]: 480051 words processed Fri Nov 13 00:37:30 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.896024.
+[SCHEDULER ITER30 LR0.002176782336]: 520140 words processed Fri Nov 13 00:37:47 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895577.
+[SCHEDULER ITER30 LR0.002176782336]: 560132 words processed Fri Nov 13 00:38:04 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.895295.
+[SCHEDULER ITER30 LR0.002176782336]: 600118 words processed Fri Nov 13 00:38:21 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.892982.
+[SCHEDULER ITER30 LR0.002176782336]: 640090 words processed Fri Nov 13 00:38:37 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.891077.
+[SCHEDULER ITER30 LR0.002176782336]: 680075 words processed Fri Nov 13 00:38:53 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.889750.
+[SCHEDULER ITER30 LR0.002176782336]: 720043 words processed Fri Nov 13 00:39:09 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.888664.
+[SCHEDULER ITER30 LR0.002176782336]: 760012 words processed Fri Nov 13 00:39:25 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886882.
+[SCHEDULER ITER30 LR0.002176782336]: 800113 words processed Fri Nov 13 00:39:41 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.886610.
+[SCHEDULER ITER30 LR0.002176782336]: 840089 words processed Fri Nov 13 00:39:57 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885452.
+[SCHEDULER ITER30 LR0.002176782336]: 880052 words processed Fri Nov 13 00:40:13 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-1.885100.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 42068> <W_CN 887521> <PPL_NET 84.361914602701> <PPL_OOV 76.735057589915> <LOGP -1752269.5232941>
+[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/play/dagL_test/train_fn_shuf end.
+[SCHEDULER ITER30 LR0.002176782336]: shuffling training file
+===PEEK ON TEST 30===
+[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
+batch_size: 10 chunk_size 15
+[SCHEDULER ITER30 LR0.002176782336]: 40087 words processed Fri Nov 13 00:40:24 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.105531.
+[LOG]LMSeqReader: file expires, closing.
+[SCHEDULER ITER30 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.88849863294> <PPL_OOV 128.39945601651> <LOGP -173808.86323925>
+[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
===VALIDATION 30===
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER ITER30 LR0.0013060694016]: 40095 words processed Thu Nov 12 02:15:59 2015.
- [SCHEDULER ITER30 LR0.0013060694016]: log prob per sample :-2.183182.
+[SCHEDULER ITER30 LR0.002176782336]: 40095 words processed Fri Nov 13 00:40:36 2015.
+ [SCHEDULER ITER30 LR0.002176782336]: log prob per sample :-2.182515.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3370
-[SCHEDULER ITER30 LR0.0013060694016]: Displaying result:
-[SCHEDULER ITER30 LR0.0013060694016]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.67126092944> <PPL_OOV 135.83029916182> <LOGP -157329.83343602>
-[SCHEDULER ITER30 LR0.0013060694016]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
-[SCHEDULER ITER30 LR0.0013060694016]: saving net to file /home/slhome/txh18/workspace/nerv/play/dagL_test/params...
+[SCHEDULER ITER30 LR0.002176782336]: Displaying result:
+[SCHEDULER ITER30 LR0.002176782336]: LMResult status of rnn: <SEN_CN 3370> <W_CN 70390> <PPL_NET 151.17484483031> <PPL_OOV 135.59908588155> <LOGP -157275.25875167>
+[SCHEDULER ITER30 LR0.002176782336]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.valid.txt.adds end.
+[SCHEDULER ITER30 LR0.002176782336]: PPL did not improve, rejected...
===VALIDATION PPL record===
-<ITER0 LR0.00000: 11363.086> <ITER1 LR1.00000: 348.887> <ITER2 LR1.00000: 274.094> <ITER3 LR1.00000: 246.139> <ITER4 LR1.00000: 231.949> <ITER5 LR1.00000: 217.245> <ITER6 LR1.00000: 206.484> <ITER7 LR1.00000: 201.641> <ITER8 LR1.00000: 194.741> <ITER9 LR1.00000: 190.518> <ITER10 LR1.00000: 188.385> <ITER11 LR1.00000: 186.589> <ITER12 LR1.00000: 184.305> <ITER13 LR1.00000: 183.011> <ITER14 LR1.00000: 181.183> <ITER15 LR1.00000: 180.966> <ITER16 LR1.00000: 178.994> <ITER17 LR1.00000: 179.834> <ITER18 LR0.60000: 169.569> <ITER19 LR0.36000: 163.952> <ITER20 LR0.21600: 160.096> <ITER21 LR0.12960: 157.263> <ITER22 LR0.07776: 155.056> <ITER23 LR0.04666: 153.588> <ITER24 LR0.02799: 152.817> <ITER25 LR0.01680: 152.349> <ITER26 LR0.01008: 152.052> <ITER27 LR0.00605: 151.867> <ITER28 LR0.00363: 151.763> <ITER29 LR0.00218: 151.702> <ITER30 LR0.00131: 151.671>
+<ITER0 LR0.00000 train:0.000 valid:11363.086 test:0.000>
+<ITER1 LR1.00000 train:509.588 valid:374.674 test:372.422>
+<ITER2 LR1.00000 train:335.546 valid:284.315 test:280.569>
+<ITER3 LR1.00000 train:332.018 valid:282.798 test:276.017>
+<ITER4 LR1.00000 train:246.297 valid:238.175 test:233.384>
+<ITER5 LR1.00000 train:222.414 valid:222.103 test:217.164>
+<ITER6 LR1.00000 train:198.911 valid:211.884 test:206.191>
+<ITER7 LR1.00000 train:183.986 valid:203.986 test:198.817>
+<ITER8 LR1.00000 train:171.833 valid:197.855 test:192.957>
+<ITER9 LR1.00000 train:162.448 valid:192.947 test:188.128>
+<ITER10 LR1.00000 train:154.850 valid:190.397 test:185.405>
+<ITER11 LR1.00000 train:148.142 valid:187.754 test:182.394>
+<ITER12 LR1.00000 train:142.748 valid:186.688 test:180.492>
+<ITER13 LR1.00000 train:137.666 valid:184.930 test:178.821>
+<ITER14 LR1.00000 train:133.196 valid:184.001 test:177.654>
+<ITER15 LR1.00000 train:129.119 valid:182.859 test:176.576>
+<ITER16 LR1.00000 train:126.033 valid:181.705 test:175.545>
+<ITER17 LR1.00000 train:122.302 valid:181.064 test:175.149>
+<ITER18 LR1.00000 train:119.144 valid:181.245 test:175.304>
+<ITER19 LR0.60000 train:107.907 valid:170.350 test:164.936>
+<ITER20 LR0.36000 train:99.378 valid:163.278 test:158.352>
+<ITER21 LR0.21600 train:94.024 valid:159.072 test:154.389>
+<ITER22 LR0.12960 train:90.574 valid:156.311 test:151.811>
+<ITER23 LR0.07776 train:88.352 valid:154.277 test:149.877>
+<ITER24 LR0.04666 train:86.920 valid:152.898 test:148.555>
+<ITER25 LR0.02799 train:85.956 valid:152.151 test:147.826>
+<ITER26 LR0.01680 train:85.306 valid:151.667 test:147.369>
+<ITER27 LR0.01008 train:84.893 valid:151.352 test:147.076>
+<ITER28 LR0.00605 train:84.631 valid:151.201 test:146.932>
+<ITER29 LR0.00363 train:84.466 valid:151.174 test:146.899>
+<ITER30 LR0.00218 train:84.362 valid:151.175 test:146.888>
+
===FINAL TEST===
[SCHEDULER FINAL_TEST]: preparing parameters...
reading chunk 0 from 0
-metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
+metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
-reading chunk 1 from 1064281
+reading chunk 1 from 34554093
metadata: return {type="nerv.BiasParam",id="bp_h"}
-reading chunk 2 from 1067936
+reading chunk 2 from 34557749
metadata: return {type="nerv.LinearTransParam",id="ltp_ho"}
-reading chunk 3 from 35772741
+reading chunk 3 from 69268538
metadata: return {type="nerv.BiasParam",id="bp_o"}
-reading chunk 4 from 35888971
-metadata: return {type="nerv.LinearTransParam",id="ltp_ih"}
+reading chunk 4 from 69384767
+metadata: return {type="nerv.LinearTransParam",id="ltp_hh"}
-reading chunk 5 from 70444080
+reading chunk 5 from 70448846
[SCHEDULER FINAL_TEST]: preparing parameters end.
[SCHEDULER FINAL_TEST]: preparing layers...
-(02:16:09 2015-11-12)[nerv] info: create layer: recurrentL1
-(02:16:09 2015-11-12)[nerv] info: create layer: sigmoidL1
-(02:16:09 2015-11-12)[nerv] info: create layer: combinerL1
-(02:16:09 2015-11-12)[nerv] info: create layer: outputL
-(02:16:09 2015-11-12)[nerv] info: create layer: softmaxL
-(02:16:09 2015-11-12)[nerv] info: create layer: selectL1
+(00:40:45 2015-11-13)[nerv] info: create layer: recurrentL1
+(00:40:45 2015-11-13)[nerv] info: create layer: sigmoidL1
+(00:40:45 2015-11-13)[nerv] info: create layer: combinerL1
+(00:40:45 2015-11-13)[nerv] info: create layer: outputL
+(00:40:45 2015-11-13)[nerv] info: create layer: softmaxL
+(00:40:45 2015-11-13)[nerv] info: create layer: selectL1
[SCHEDULER FINAL_TEST]: preparing layers end.
[SCHEDULER FINAL_TEST]: Generate and initing TNN ...
<input> selectL1 0
@@ -3585,11 +3816,9 @@ TNN initing storage outputL -> softmaxL
[SCHEDULER FINAL_TEST]: Initing TNN end.
[LOG]LMSeqReader: opening file /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds...
batch_size: 10 chunk_size 15
-[SCHEDULER FINAL_TEST]: 40087 words processed Thu Nov 12 02:16:14 2015.
- [SCHEDULER FINAL_TEST]: log prob per sample :-2.107508.
+[SCHEDULER FINAL_TEST]: 40087 words processed Fri Nov 13 00:40:51 2015.
+ [SCHEDULER FINAL_TEST]: log prob per sample :-2.105765.
[LOG]LMSeqReader: file expires, closing.
-gconf.fz 0
-gconf.fz2 3761
[SCHEDULER FINAL_TEST]: Displaying result:
-[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 147.49110594567> <PPL_OOV 128.91547371482> <LOGP -173952.44517397>
+[SCHEDULER FINAL_TEST]: LMResult status of rnn: <SEN_CN 3761> <W_CN 78669> <PPL_NET 146.89931285533> <PPL_OOV 128.47064194653> <LOGP -173828.70500097>
[SCHEDULER FINAL_TEST]: Doing on /home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/PTBdata/ptb.test.txt.adds end.
diff --git a/nerv/examples/lmptb/tnn_ptb_main.lua b/nerv/examples/lmptb/tnn_ptb_main.lua
index 803ae68..5cc92c4 100644
--- a/nerv/examples/lmptb/tnn_ptb_main.lua
+++ b/nerv/examples/lmptb/tnn_ptb_main.lua
@@ -232,7 +232,7 @@ nerv.LMUtil.wait(3)
ppl_rec = {}
lr_rec = {}
ppl_rec[0] = {}
-ppl_rec[0].valid = result:ppl_net("rnn")
+ppl_rec[0].valid = result:ppl_all("rnn")
ppl_last = ppl_rec[0].valid
ppl_rec[0].train = 0
ppl_rec[0].test = 0
@@ -245,17 +245,17 @@ for iter = 1, global_conf.max_iter, 1 do
global_conf.sche_log_pre = "[SCHEDULER ITER"..iter.." LR"..global_conf.lrate.."]:"
result = LMTrainer.lm_process_file(global_conf, global_conf.train_fn_shuf, tnn, true) --true update!
ppl_rec[iter] = {}
- ppl_rec[iter].train = result:ppl_net("rnn")
+ ppl_rec[iter].train = result:ppl_all("rnn")
--shuffling training file
printf("%s shuffling training file\n", global_conf.sche_log_pre)
os.execute('cp ' .. global_conf.train_fn_shuf .. ' ' .. global_conf.train_fn_shuf_bak)
os.execute('cat ' .. global_conf.train_fn_shuf_bak .. ' | sort -R --random-source=/dev/zero > ' .. global_conf.train_fn_shuf)
printf("===PEEK ON TEST %d===\n", iter)
result = LMTrainer.lm_process_file(global_conf, global_conf.test_fn, tnn, false) --false update!
- ppl_rec[iter].test = result:ppl_net("rnn")
+ ppl_rec[iter].test = result:ppl_all("rnn")
printf("===VALIDATION %d===\n", iter)
result = LMTrainer.lm_process_file(global_conf, global_conf.valid_fn, tnn, false) --false update!
- ppl_rec[iter].valid = result:ppl_net("rnn")
+ ppl_rec[iter].valid = result:ppl_all("rnn")
lr_rec[iter] = global_conf.lrate
if (ppl_last / ppl_rec[iter].valid < 1.0003 or lr_half == true) then
global_conf.lrate = (global_conf.lrate * 0.6)