blob: b90e65174f6e89dbd44828228d6011f6e0e049c2 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
require 'lmptb.lmseqreader'
local printf = nerv.printf
local test_fn = "/home/slhome/txh18/workspace/nerv/nerv/nerv/examples/lmptb/m-tests/some-text"
--local test_fn = "/home/slhome/txh18/workspace/nerv-project/nerv/examples/lmptb/PTBdata/ptb.train.txt"
local vocab = nerv.LMVocab()
vocab:build_file(test_fn)
local batch_size = 3
local reader = nerv.LMSeqReader({}, batch_size, vocab)
reader:open_file(test_fn)
while (1) do
local list = reader:get_batch()
if (list == nil) then break end
for i = 1, batch_size, 1 do
printf("%s(%d) ", list[i], vocab:get_word_str(list[i]).id)
end
printf("\n")
end
|