From af70da53ff8abe650e21eab533f42be705a8d729 Mon Sep 17 00:00:00 2001 From: Parichay Kapoor Date: Fri, 29 Oct 2021 12:48:22 +0900 Subject: [PATCH] [layer] lstmcell minor optimize Minor optimization for lstmcell to skip a redundant multiply. Signed-off-by: Parichay Kapoor --- nntrainer/layers/lstmcell.cpp | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/nntrainer/layers/lstmcell.cpp b/nntrainer/layers/lstmcell.cpp index 14f21b31..f214e086 100644 --- a/nntrainer/layers/lstmcell.cpp +++ b/nntrainer/layers/lstmcell.cpp @@ -336,9 +336,8 @@ void LSTMCellLayer::calcGradient(RunLayerContext &context) { Tensor hg = fgio_t.getSharedDataTensor({batch, unit}, unit * 2, false); Tensor ho = fgio_t.getSharedDataTensor({batch, unit}, unit * 3, false); - acti_func.run_fn(cs, dho); - dho.multiply_i_strided(dh); acti_func.run_fn(cs, cs); + cs.multiply_strided(dh, dho); if (start_timestep + 1 == max_timestep) { acti_func.run_prime_fn(cs, dc, dh); -- 2.34.1