projects
/
platform
/
upstream
/
caffeonacl.git
/ commitdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
| commitdiff |
tree
raw
|
patch
| inline |
side by side
(parent:
4e4c89b
)
Cite Adam paper in solver.hpp
author
Ronghang Hu
<huronghang@hotmail.com>
Fri, 14 Aug 2015 05:41:21 +0000
(22:41 -0700)
committer
Ronghang Hu
<huronghang@hotmail.com>
Fri, 14 Aug 2015 16:01:53 +0000
(09:01 -0700)
include/caffe/solver.hpp
patch
|
blob
|
history
diff --git
a/include/caffe/solver.hpp
b/include/caffe/solver.hpp
index
582aa14
..
ab12ef1
100644
(file)
--- a/
include/caffe/solver.hpp
+++ b/
include/caffe/solver.hpp
@@
-217,6
+217,14
@@
class AdaDeltaSolver : public SGDSolver<Dtype> {
DISABLE_COPY_AND_ASSIGN(AdaDeltaSolver);
};
+/**
+ * @brief AdamSolver, an algorithm for first-order gradient-based optimization
+ * of stochastic objective functions, based on adaptive estimates of
+ * lower-order moments. Described in [1].
+ *
+ * [1] D. P. Kingma and J. L. Ba, "ADAM: A Method for Stochastic Optimization."
+ * arXiv preprint arXiv:1412.6980v8 (2014).
+ */
template <typename Dtype>
class AdamSolver : public SGDSolver<Dtype> {
public: