diff options
author | txh18 <[email protected]> | 2015-11-17 23:32:37 +0800 |
---|---|---|
committer | txh18 <[email protected]> | 2015-11-17 23:32:37 +0800 |
commit | 2ded0597dc3b6a09b47dbe65911573b645d64e36 (patch) | |
tree | 2ce8429ed0c54bd20a4a9af892b808099674c63e | |
parent | 54226ba490b65c223a230dc5de5cea56b1543594 (diff) |
switch to kernel update
-rw-r--r-- | nerv/examples/lmptb/lmptb/layer/select_linear.lua | 12 |
1 files changed, 7 insertions, 5 deletions
diff --git a/nerv/examples/lmptb/lmptb/layer/select_linear.lua b/nerv/examples/lmptb/lmptb/layer/select_linear.lua index b215d48..e96296f 100644 --- a/nerv/examples/lmptb/lmptb/layer/select_linear.lua +++ b/nerv/examples/lmptb/lmptb/layer/select_linear.lua @@ -30,12 +30,14 @@ function SL:init(batch_size) end function SL:update(bp_err, input, output) - for i = 1, input[1]:nrow(), 1 do - local word_vec = self.ltp.trans[input[1][i - 1][0]] - word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) - end + --use this to produce reproducable result + --for i = 1, input[1]:nrow(), 1 do + -- local word_vec = self.ltp.trans[input[1][i - 1][0]] + -- word_vec:add(word_vec, bp_err[1][i - 1], 1, - self.gconf.lrate / self.gconf.batch_size) + --end + --I tried the update_select_rows kernel which uses atomicAdd, but it generates unreproducable result - --self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0) + self.ltp.trans:update_select_rows(bp_err[1], input[1]:trans(), - self.gconf.lrate / self.gconf.batch_size, 0) self.ltp.trans:add(self.ltp.trans, self.ltp.trans, 1.0, - self.gconf.lrate * self.gconf.wcost / self.gconf.batch_size) end |