require 'libhtkio'
require 'speech_utils'
local HTKReader = nerv.class("nerv.HTKReader", "nerv.DataReader")

function HTKReader:__init(global_conf, reader_conf)
    self.feat_id = reader_conf.id
    self.frm_ext = reader_conf.frm_ext
    self.gconf = global_conf
    if self.gconf.use_cpu then
        self.mat_type = self.gconf.mmat_type
    else
        self.mat_type = self.gconf.cumat_type
    end
    self.debug = global_conf.debug
    if self.debug == nil then
        self.debug = false
    end
    self.feat_repo = nerv.TNetFeatureRepo(reader_conf.scp_file,
                                          reader_conf.conf_file,
                                          reader_conf.frm_ext)
    self.lab_repo = {}
    if reader_conf.mlfs then
        for id, mlf_spec in pairs(reader_conf.mlfs) do
            self.lab_repo[id] = nerv.TNetLabelRepo(mlf_spec.file,
                                                mlf_spec.format,
                                                mlf_spec.format_arg,
                                                mlf_spec.dir,
                                                mlf_spec.ext)
        end
    end
end

function HTKReader:get_data()
    if self.feat_repo:is_end() then
        return nil
    end
    local res = {}
    -- read HTK feature
    local raw = self.feat_repo:cur_utter(self.debug)
    if not self.gconf.use_cpu then
        raw = self.gconf.cumat_type.new_from_host(raw)
    end
    local rearranged
    if self.frm_ext and self.frm_ext > 0 then
        local step = self.frm_ext * 2 + 1
        -- expand the feature
        local expanded = self.mat_type(raw:nrow(), raw:ncol() * step)
        expanded:expand_frm(raw, self.frm_ext)
        -- rearrange the feature (``transpose'' operation in TNet)
        if self.gconf.rearrange then
            rearranged = expanded:create()
            rearranged:rearrange_frm(expanded, step)
        else
            rearranged = expanded
        end
    else
        rearranged = raw
    end
    local feat_utter
    if self.gconf.frm_trim then
        feat_utter = self.gconf.mmat_type(rearranged:nrow() - self.gconf.frm_trim * 2, rearranged:ncol())
        rearranged:copy_toh(feat_utter, self.gconf.frm_trim, rearranged:nrow() - self.gconf.frm_trim)
    else
        if self.gconf.use_cpu then
            feat_utter = rearranged
        else
            feat_utter = self.gconf.mmat_type(rearranged:nrow(), rearranged:ncol())
            rearranged:copy_toh(feat_utter)
        end
    end
    res[self.feat_id] = feat_utter
    -- add corresponding labels
    for id, repo in pairs(self.lab_repo) do
        local lab_utter = repo:get_utter(self.feat_repo,
                                        feat_utter:nrow(),
                                        self.debug)
        res[id] = lab_utter
    end
    -- move the pointer to next
    self.feat_repo:next()
    collectgarbage("collect")
    return res
end