From c73636ba680cdb5b57602a1876a75c110b43d426 Mon Sep 17 00:00:00 2001
From: Determinant <ted.sybil@gmail.com>
Date: Mon, 18 Apr 2016 12:38:25 +0800
Subject: support SeqBuffer decoding; fix bugs in finding params

---
 nerv/lib/matrix/generic/mmatrix.c | 48 +++++++++++++++++++++++++++++++++++++++
 1 file changed, 48 insertions(+)

(limited to 'nerv/lib/matrix/generic/mmatrix.c')

diff --git a/nerv/lib/matrix/generic/mmatrix.c b/nerv/lib/matrix/generic/mmatrix.c
index e356de7..ccfb2ce 100644
--- a/nerv/lib/matrix/generic/mmatrix.c
+++ b/nerv/lib/matrix/generic/mmatrix.c
@@ -412,6 +412,54 @@ void nerv_matrix_(log_elem)(Matrix *b, const Matrix *a,
     NERV_SET_STATUS(status, NERV_NORMAL, 0);
 }
 
+void nerv_matrix_(tanh)(Matrix *b, const Matrix *a,
+                            MContext *context, Status *status) {
+    CHECK_SAME_DIMENSION(a, b, status);
+    int i, j;
+    size_t astride = a->stride, bstride = b->stride;
+    const MATRIX_ELEM *arow = MATRIX_ELEM_PTR(a);
+    MATRIX_ELEM *brow = MATRIX_ELEM_PTR(b);
+    MATRIX_ELEM limit =
+#ifdef MATRIX_USE_FLOAT
+    FLT_MIN;
+#elif defined (MATRIX_USE_DOUBLE)
+    DBL_MIN;
+#elif defined (MATRIX_USE_INT)
+    1;
+#endif
+    for (i = 0; i < b->nrow; i++)
+    {
+        for (j = 0; j < b->ncol; j++)
+            brow[j] = tanh(arow[j]);
+        arow = MATRIX_NEXT_ROW_PTR(arow, astride);
+        brow = MATRIX_NEXT_ROW_PTR(brow, bstride);
+    }
+    NERV_SET_STATUS(status, NERV_NORMAL, 0);
+}
+
+void nerv_matrix_(tanh_grad)(Matrix *nerr, const Matrix *err,
+                                const Matrix *output,
+                                MContext *context, Status *status) {
+    CHECK_SAME_DIMENSION(nerr, err, status);
+    CHECK_SAME_DIMENSION(nerr, output, status);
+    int i, j;
+    size_t nerr_stride = nerr->stride,
+            err_stride = err->stride,
+            out_stride = output->stride;
+    MATRIX_ELEM *nerr_row = MATRIX_ELEM_PTR(nerr);
+    const MATRIX_ELEM *err_row = MATRIX_ELEM_PTR(err),
+                        *out_row = MATRIX_ELEM_PTR(output);
+    for (i = 0; i < nerr->nrow; i++)
+    {
+        for (j = 0; j < nerr->ncol; j++)
+            nerr_row[j] = (1.0 - out_row[j] * out_row[j]) * err_row[j];
+        nerr_row = MATRIX_NEXT_ROW_PTR(nerr_row, nerr_stride);
+        err_row = MATRIX_NEXT_ROW_PTR(err_row, err_stride);
+        out_row = MATRIX_NEXT_ROW_PTR(out_row, out_stride);
+    }
+    NERV_SET_STATUS(status, NERV_NORMAL, 0);
+}
+
 void nerv_matrix_(expand_frm)(Matrix *a, const Matrix *b,
                             int cont, MContext *context, Status *status) {
     if (a->nrow != b->nrow)
-- 
cgit v1.2.3