diff options
Diffstat (limited to 'nerv/examples/lmptb/m-tests/lmseqreader_test.lua')
| -rw-r--r-- | nerv/examples/lmptb/m-tests/lmseqreader_test.lua | 19 |
1 files changed, 19 insertions, 0 deletions
diff --git a/nerv/examples/lmptb/m-tests/lmseqreader_test.lua b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua new file mode 100644 index 0000000..b90e651 --- /dev/null +++ b/nerv/examples/lmptb/m-tests/lmseqreader_test.lua @@ -0,0 +1,19 @@ +require 'lmptb.lmseqreader' + +local printf = nerv.printf + +local test_fn = "/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text" +--local test_fn = "/home/slhome/txh18/workspace/nerv-project/nerv/examples/lmptb/PTBdata/ptb.train.txt" +local vocab = nerv.LMVocab() +vocab:build_file(test_fn) +local batch_size = 3 +local reader = nerv.LMSeqReader({}, batch_size, vocab) +reader:open_file(test_fn) +while (1) do + local list = reader:get_batch() + if (list == nil) then break end + for i = 1, batch_size, 1 do + printf("%s(%d) ", list[i], vocab:get_word_str(list[i]).id) + end + printf("\n") +end |