From 76ef2ca1f6e326622090aa7d57a10e80d5831350 Mon Sep 17 00:00:00 2001 From: qipeng Date: Wed, 23 Jul 2014 10:25:44 -0700 Subject: [PATCH] bugfixes for AdaGrad --- src/caffe/solver.cpp | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/caffe/solver.cpp b/src/caffe/solver.cpp index abcbe5e..8928c7b 100644 --- a/src/caffe/solver.cpp +++ b/src/caffe/solver.cpp @@ -577,14 +577,14 @@ void AdaGradSolver::ComputeUpdateValue() { if (local_decay) { // add weight decay caffe_axpy(net_params[param_id]->count(), - local_decay * local_rate, + local_decay, net_params[param_id]->cpu_data(), - this->history_[param_id]->mutable_cpu_data()); + net_params[param_id]->mutable_cpu_diff()); } // compute square of gradient in update caffe_powx(net_params[param_id]->count(), - net_params[param_id]->cpu_data(), Dtype(2), + net_params[param_id]->cpu_diff(), Dtype(2), this->update_[param_id]->mutable_cpu_data()); // update history @@ -621,14 +621,14 @@ void AdaGradSolver::ComputeUpdateValue() { if (local_decay) { // add weight decay caffe_gpu_axpy(net_params[param_id]->count(), - local_decay * local_rate, + local_decay, net_params[param_id]->gpu_data(), - this->history_[param_id]->mutable_gpu_data()); + net_params[param_id]->mutable_gpu_diff()); } // compute square of gradient in update caffe_gpu_powx(net_params[param_id]->count(), - net_params[param_id]->gpu_data(), Dtype(2), + net_params[param_id]->gpu_diff(), Dtype(2), this->update_[param_id]->mutable_gpu_data()); // update history -- 2.7.4