diff options
| author | txh18 <cloudygooseg@gmail.com> | 2015-10-30 00:21:40 +0800 |
|---|---|---|
| committer | txh18 <cloudygooseg@gmail.com> | 2015-10-30 00:21:40 +0800 |
| commit | 4d48cb10ba5bcd6e441a1919d61a64d0a6b4bee9 (patch) | |
| tree | cdce06c317899da7990c2d3a134dc76d3366e860 /nerv/examples/lmptb/m-tests | |
| parent | ee036b113b43fa2c5ff0087190866fc93efa7b21 (diff) | |
still working in lmseqreader
Diffstat (limited to 'nerv/examples/lmptb/m-tests')
| -rw-r--r-- | nerv/examples/lmptb/m-tests/lmseqreader_test.lua | 5 | ||||
| -rw-r--r-- | nerv/examples/lmptb/m-tests/some-text | 20 |
2 files changed, 13 insertions, 12 deletions
diff --git a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua index b90e651..bdea740 100644 --- a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua +++ b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua @@ -6,8 +6,9 @@ local test_fn = "/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-te --local test_fn = "/home/slhome/txh18/workspace/nerv-project/nerv/examples/lmptb/PTBdata/ptb.train.txt" local vocab = nerv.LMVocab() vocab:build_file(test_fn) -local batch_size = 3 -local reader = nerv.LMSeqReader({}, batch_size, vocab) +local batch_size = 5 +local seq_size = 3 +local reader = nerv.LMSeqReader({}, batch_size, seq_size, vocab) reader:open_file(test_fn) while (1) do local list = reader:get_batch() diff --git a/nerv/examples/lmptb/m-tests/some-text b/nerv/examples/lmptb/m-tests/some-text index e905b60..cdfbd2c 100644 --- a/nerv/examples/lmptb/m-tests/some-text +++ b/nerv/examples/lmptb/m-tests/some-text @@ -1,10 +1,10 @@ -aa bb cc aa bb cc aa bb cc aa bb cc aa bb cc aa -aa bb cc aa bb cc aa bb cc aa -aa bbcc aa bb cc aa bb cc aa -aa bb cc aa -aa bb cc aa -aa bb cc aa -aa -aa bb cc aa -aa bb cc aa -aa bb cc aa bb cc aa +</s> aa bb cc aa bb cc aa bb cc aa bb cc aa bb cc aa </s> +</s> aa bb cc aa bb cc aa bb cc aa </s> +</s> aa bb cc aa bb cc aa bb cc aa </s> +</s> aa bb cc aa </s> +</s> aa bb cc aa </s> +</s> aa bb cc aa </s> +</s> aa </s> +</s> aa bb cc aa </s> +</s> aa bb cc aa </s> +</s> aa bb cc aa bb cc aa </s> |