1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
|
require 'libhtkio'
require 'speech_utils'
local HTKReader = nerv.class("nerv.HTKReader", "nerv.DataReader")
function HTKReader:__init(global_conf, reader_conf)
self.feat_id = reader_conf.id
self.frm_ext = reader_conf.frm_ext
self.gconf = global_conf
if self.gconf.use_cpu then
self.mat_type = self.gconf.mmat_type
else
self.mat_type = self.gconf.cumat_type
end
self.debug = global_conf.debug
if self.debug == nil then
self.debug = false
end
self.feat_repo = nerv.TNetFeatureRepo(reader_conf.scp_file,
reader_conf.conf_file,
reader_conf.frm_ext)
self.lab_repo = {}
if reader_conf.mlfs then
for id, mlf_spec in pairs(reader_conf.mlfs) do
self.lab_repo[id] = nerv.TNetLabelRepo(mlf_spec.file,
mlf_spec.format,
mlf_spec.format_arg,
mlf_spec.dir,
mlf_spec.ext)
end
end
end
function HTKReader:get_data()
if self.feat_repo:is_end() then
return nil
end
local res = {}
-- read HTK feature
local raw = self.feat_repo:cur_utter(self.debug)
if not self.gconf.use_cpu then
raw = self.gconf.cumat_type.new_from_host(raw)
end
local rearranged
if self.frm_ext and self.frm_ext > 0 then
local step = self.frm_ext * 2 + 1
-- expand the feature
local expanded = self.mat_type(raw:nrow(), raw:ncol() * step)
expanded:expand_frm(raw, self.frm_ext)
-- rearrange the feature (``transpose'' operation in TNet)
if self.gconf.rearrange then
rearranged = expanded:create()
rearranged:rearrange_frm(expanded, step)
else
rearranged = expanded
end
else
rearranged = raw
end
local feat_utter
if self.gconf.frm_trim then
feat_utter = self.gconf.mmat_type(rearranged:nrow() - self.gconf.frm_trim * 2, rearranged:ncol())
rearranged:copy_toh(feat_utter, self.gconf.frm_trim, rearranged:nrow() - self.gconf.frm_trim)
else
if self.gconf.use_cpu then
feat_utter = rearranged
else
feat_utter = self.gconf.mmat_type(rearranged:nrow(), rearranged:ncol())
rearranged:copy_toh(feat_utter)
end
end
res[self.feat_id] = feat_utter
-- add corresponding labels
for id, repo in pairs(self.lab_repo) do
local lab_utter = repo:get_utter(self.feat_repo,
feat_utter:nrow(),
self.debug)
res[id] = lab_utter
end
-- move the pointer to next
self.feat_repo:next()
collectgarbage("collect")
return res
end
|