[weight] weight regularization and decay with clip

Enable weighte regularization and decay with weiht clipping.

Signed-off-by: Parichay Kapoor <pk.kapoor@samsung.com>

diff --git a/nntrainer/models/neuralnet.cpp b/nntrainer/models/neuralnet.cpp
index ac54e38..8eaba4d 100644 (file)
--- a/nntrainer/models/neuralnet.cpp
+++ b/nntrainer/models/neuralnet.cpp
@@ -308,6 +308,8 @@ void NeuralNetwork::backwarding(int iteration) {
 
   std::function<void(Weight &, int)> apply_grad_clip_op =
     [opt_ = opt.get()](Weight &w, int iteration) -> void {
+    w.calcRegularizationGradient();
+    w.calcWeightDecayGradient();
     RunOptimizerContext opt_context(&w, iteration);
     opt_->applyGradient(opt_context);
   };