mlpack
gradient_zero_visitor.hpp
Go to the documentation of this file.
1 
13 #ifndef MLPACK_METHODS_ANN_VISITOR_GRADIENT_ZERO_VISITOR_HPP
14 #define MLPACK_METHODS_ANN_VISITOR_GRADIENT_ZERO_VISITOR_HPP
15 
16 #include <mlpack/methods/ann/layer/layer_traits.hpp>
17 #include <mlpack/methods/ann/layer/layer_types.hpp>
18 
19 #include <boost/variant.hpp>
20 
21 namespace mlpack {
22 namespace ann {
23 
24 /*
25  * GradientZeroVisitor set the gradient to zero for the given module.
26  */
27 class GradientZeroVisitor : public boost::static_visitor<void>
28 {
29  public:
31  GradientZeroVisitor();
32 
34  template<typename LayerType>
35  void operator()(LayerType* layer) const;
36 
37  void operator()(MoreTypes layer) const;
38 
39  private:
41  template<typename T>
42  typename std::enable_if<
43  HasGradientCheck<T, arma::mat&(T::*)()>::value, void>::type
44  LayerGradients(T* layer, arma::mat& input) const;
45 
48  template<typename T, typename P>
49  typename std::enable_if<
50  !HasGradientCheck<T, P&(T::*)()>::value, void>::type
51  LayerGradients(T* layer, P& input) const;
52 };
53 
54 } // namespace ann
55 } // namespace mlpack
56 
57 // Include implementation.
58 #include "gradient_zero_visitor_impl.hpp"
59 
60 #endif
layer_traits.hpp
mlpack::ann::GradientZeroVisitor::operator()
void operator()(LayerType *layer) const
Set the gradient to zero.
mlpack
Linear algebra utility functions, generally performed on matrices or vectors.
Definition: add_to_cli11.hpp:21
mlpack::ann::GradientZeroVisitor::GradientZeroVisitor
GradientZeroVisitor()
Set the gradient to zero for the given module.
layer_types.hpp
mlpack::ann::MoreTypes
boost::variant< FlexibleReLU< arma::mat, arma::mat > *, Linear3D< arma::mat, arma::mat, NoRegularizer > *, LpPooling< arma::mat, arma::mat > *, PixelShuffle< arma::mat, arma::mat > *, ChannelShuffle< arma::mat, arma::mat > *, Glimpse< arma::mat, arma::mat > *, Highway< arma::mat, arma::mat > *, MultiheadAttention< arma::mat, arma::mat, NoRegularizer > *, Recurrent< arma::mat, arma::mat > *, RecurrentAttention< arma::mat, arma::mat > *, ReinforceNormal< arma::mat, arma::mat > *, ReLU6< arma::mat, arma::mat > *, Reparametrization< arma::mat, arma::mat > *, Select< arma::mat, arma::mat > *, SpatialDropout< arma::mat, arma::mat > *, Subview< arma::mat, arma::mat > *, VRClassReward< arma::mat, arma::mat > *, VirtualBatchNorm< arma::mat, arma::mat > *, RBF< arma::mat, arma::mat, GaussianFunction > *, BaseLayer< GaussianFunction, arma::mat, arma::mat > *, PositionalEncoding< arma::mat, arma::mat > *, ISRLU< arma::mat, arma::mat > *, BicubicInterpolation< arma::mat, arma::mat > *, NearestInterpolation< arma::mat, arma::mat > *, GroupNorm< arma::mat, arma::mat > *> MoreTypes
Definition: layer_types.hpp:255