1 files changed, 48 insertions, 0 deletions
diff --git a/nerv/lib/matrix/generic/mmatrix.c b/nerv/lib/matrix/generic/mmatrix.c
index e356de7..ccfb2ce 100644
--- a/nerv/lib/matrix/generic/mmatrix.c
+++ b/nerv/lib/matrix/generic/mmatrix.c
@@ -412,6 +412,54 @@ void nerv_matrix_(log_elem)(Matrix *b, const Matrix *a,
     NERV_SET_STATUS(status, NERV_NORMAL, 0);
 }
 
+void nerv_matrix_(tanh)(Matrix *b, const Matrix *a,
+                            MContext *context, Status *status) {
+    CHECK_SAME_DIMENSION(a, b, status);
+    int i, j;
+    size_t astride = a->stride, bstride = b->stride;
+    const MATRIX_ELEM *arow = MATRIX_ELEM_PTR(a);
+    MATRIX_ELEM *brow = MATRIX_ELEM_PTR(b);
+    MATRIX_ELEM limit =
+#ifdef MATRIX_USE_FLOAT
+    FLT_MIN;
+#elif defined (MATRIX_USE_DOUBLE)
+    DBL_MIN;
+#elif defined (MATRIX_USE_INT)
+    1;
+#endif
+    for (i = 0; i < b->nrow; i++)
+    {
+        for (j = 0; j < b->ncol; j++)
+            brow[j] = tanh(arow[j]);
+        arow = MATRIX_NEXT_ROW_PTR(arow, astride);
+        brow = MATRIX_NEXT_ROW_PTR(brow, bstride);
+    }
+    NERV_SET_STATUS(status, NERV_NORMAL, 0);
+}
+
+void nerv_matrix_(tanh_grad)(Matrix *nerr, const Matrix *err,
+                                const Matrix *output,
+                                MContext *context, Status *status) {
+    CHECK_SAME_DIMENSION(nerr, err, status);
+    CHECK_SAME_DIMENSION(nerr, output, status);
+    int i, j;
+    size_t nerr_stride = nerr->stride,
+            err_stride = err->stride,
+            out_stride = output->stride;
+    MATRIX_ELEM *nerr_row = MATRIX_ELEM_PTR(nerr);
+    const MATRIX_ELEM *err_row = MATRIX_ELEM_PTR(err),
+                        *out_row = MATRIX_ELEM_PTR(output);
+    for (i = 0; i < nerr->nrow; i++)
+    {
+        for (j = 0; j < nerr->ncol; j++)
+            nerr_row[j] = (1.0 - out_row[j] * out_row[j]) * err_row[j];
+        nerr_row = MATRIX_NEXT_ROW_PTR(nerr_row, nerr_stride);
+        err_row = MATRIX_NEXT_ROW_PTR(err_row, err_stride);
+        out_row = MATRIX_NEXT_ROW_PTR(out_row, out_stride);
+    }
+    NERV_SET_STATUS(status, NERV_NORMAL, 0);
+}
+
 void nerv_matrix_(expand_frm)(Matrix *a, const Matrix *b,
                             int cont, MContext *context, Status *status) {
     if (a->nrow != b->nrow)