diff options
Diffstat (limited to 'fastnn/example/asgd_sds_trainer.lua')
| -rw-r--r-- | fastnn/example/asgd_sds_trainer.lua | 93 |
1 files changed, 54 insertions, 39 deletions
diff --git a/fastnn/example/asgd_sds_trainer.lua b/fastnn/example/asgd_sds_trainer.lua index 44611b2..cf1c7a6 100644 --- a/fastnn/example/asgd_sds_trainer.lua +++ b/fastnn/example/asgd_sds_trainer.lua @@ -1,19 +1,22 @@ -package.path="/home/slhome/wd007/.luarocks/share/lua/5.1/?.lua;/home/slhome/wd007/.luarocks/share/lua/5.1/?/init.lua;/sgfs/users/wd007/src/nerv/install/share/lua/5.1/?.lua;/sgfs/users/wd007/src/nerv/install/share/lua/5.1/?/init.lua;"..package.path; -package.cpath="/home/slhome/wd007/.luarocks/lib/lua/5.1/?.so;/sgfs/users/wd007/src/nerv/install/lib/lua/5.1/?.so;"..package.cpath + +NERV_ROOT = "/sgfs/users/wd007/src/nerv-2" + +env = string.format([[ +package.path="/home/slhome/wd007/.luarocks/share/lua/5.1/?.lua;/home/slhome/wd007/.luarocks/share/lua/5.1/?/init.lua;%s/install/share/lua/5.1/?.lua;%s/install/share/lua/5.1/?/init.lua;"..package.path; +package.cpath="/home/slhome/wd007/.luarocks/lib/lua/5.1/?.so;%s/install/lib/lua/5.1/?.so;"..package.cpath local k,l,_=pcall(require,"luarocks.loader") _=k and l.add_context("nerv","scm-1") +]], NERV_ROOT, NERV_ROOT, NERV_ROOT) + +loadstring(env)() + require 'nerv' require 'fastnn' require 'libhtkio' require 'threads' -dofile("fastnn/fastnn_baseline.lua") +dofile("fastnn/example/fastnn_baseline.lua") -env = string.format([[ -package.path="/home/slhome/wd007/.luarocks/share/lua/5.1/?.lua;/home/slhome/wd007/.luarocks/share/lua/5.1/?/init.lua;/sgfs/users/wd007/src/nerv/install/share/lua/5.1/?.lua;/sgfs/users/wd007/src/nerv/install/share/lua/5.1/?/init.lua;"..package.path; -package.cpath="/home/slhome/wd007/.luarocks/lib/lua/5.1/?.so;/sgfs/users/wd007/src/nerv/install/lib/lua/5.1/?.so;"..package.cpath -local k,l,_=pcall(require,"luarocks.loader") _=k and l.add_context("nerv","scm-1") -]]) train_thread_code = [[ @@ -21,7 +24,9 @@ train_thread_code = [[ require 'nerv' require 'fastnn' -dofile("fastnn/fastnn_baseline.lua") +require 'libhtkio' + +dofile("fastnn/example/fastnn_baseline.lua") os.execute("export MALLOC_CHECK_=0") local thread_idx = %d @@ -49,39 +54,35 @@ else gconf.tr_scp = scp_file end +share_mutex:lock() + gconf.randomize = bp gconf.lrate = lrate gconf.batch_size = batch_size -gconf.network[1] = nnet_in -nerv.info_stderr("input network: %%s", gconf.network[1]) +gconf.initialized_param[2] = nnet_in +nerv.info_stderr("input network: %%s", gconf.initialized_param[2]) --nerv.info_stderr(gconf.randomize) nerv.info_stderr("input batch_size: %%d", gconf.batch_size) nerv.info_stderr("input scp_file: %%s", scp_file) nerv.info_stderr("input lrate: %%f", gconf.lrate) -share_mutex:lock() + share_gpu:select_gpu() nerv.context = nerv.CCuContext() --print(nerv.context) -nerv.info_stderr("thread %%d loading transf ...", thread_idx) -local param_transf_repo = nerv.ParamRepo() -param_transf_repo:import(gconf.transf, nil, gconf) -local transf_node_repo = make_transf_node_repo(param_transf_repo) -local transf_layer_repo = make_transf_link_repo(transf_node_repo, param_transf_repo) -local transf = transf_layer_repo:get_layer("global_transf") - -nerv.info_stderr("thread %%d loading network ...", thread_idx) -local param_network_repo = nerv.ParamRepo() -param_network_repo:import(gconf.network, nil, gconf) -local network_node_repo = make_network_node_repo(param_network_repo) -local network_layer_repo = make_network_link_repo(network_node_repo, param_network_repo) -local network = get_network(network_layer_repo) +nerv.info_stderr("thread %%d loading parameters ...", thread_idx) +local param_repo = nerv.ParamRepo() +param_repo:import(gconf.initialized_param, nil, gconf) +local layer_repo = make_layer_repo(param_repo) +local network = get_network(layer_repo) +local global_transf = get_global_transf(layer_repo) + share_mutex:unlock() -local buffer = make_buffer(make_readers(nil, transf_layer_repo, feat_repo_shareid, data_mutex_shareid)) +local buffer = make_buffer(make_readers(nil, layer_repo, feat_repo_shareid, data_mutex_shareid)) local input_order = get_input_order() @@ -98,21 +99,35 @@ local input_order = get_input_order() gconf.cnt = gconf.cnt + 1 if gconf.cnt == 2000 then - print_stat(network_node_repo) + print_stat(layer_repo) gconf.cnt = 0 end local input = {} + + for i, e in ipairs(input_order) do + local id = e.id + if data[id] == nil then + nerv.error("input data %%s not found", id) + end + local transformed + if e.global_transf then + transformed = nerv.speech_utils.global_transf(data[id], + global_transf, + gconf.frm_ext or 0, 0, + gconf) + else + transformed = data[id] + end + table.insert(input, transformed) + end + + local output = {nerv.CuMatrixFloat(gconf.batch_size, 1)} + err_output = {} + for i = 1, #input do + table.insert(err_output, input[i]:create()) + end - for i, id in ipairs(input_order) do - if data[id] == nil then - nerv.error("input data %%s not found", id) - end - table.insert(input, data[id]) - end - - local output = {nerv.CuMatrixFloat(gconf.batch_size, 1)} - err_output = {input[1]:create()} network:propagate(input, output) if bp then @@ -132,7 +147,7 @@ local input_order = get_input_order() end --print_stat(network_node_repo) - local ce_crit = network_node_repo:get_layer("ce_crit") + local ce_crit = layer_repo:get_layer("ce_crit") local xent = fastnn.CXent(ce_crit.total_frames, ce_crit.total_correct, ce_crit.total_ce, ce_crit.total_ce) share_master:LockModel() @@ -236,8 +251,8 @@ min_iter = 1 max_iter = 20 min_halving = 0 gconf.batch_size = 256 -pf0 = get_filename(gconf.network[1]) -nnet_in = gconf.network[1] +pf0 = get_filename(gconf.initialized_param[2]) +nnet_in = gconf.initialized_param[2] nnet_out = "" sds_scp = "tr_sds_"..string.format("%.4d", math.random()*10000)..".scp" --"tr_sds.scp" sds_factor = 0.4 |