mlpack
async_learning.hpp
Go to the documentation of this file.
1 
14 #ifndef MLPACK_METHODS_RL_ASYNC_LEARNING_HPP
15 #define MLPACK_METHODS_RL_ASYNC_LEARNING_HPP
16 
17 #include <mlpack/prereqs.hpp>
18 #include "worker/one_step_q_learning_worker.hpp"
19 #include "worker/one_step_sarsa_worker.hpp"
20 #include "worker/n_step_q_learning_worker.hpp"
21 #include "training_config.hpp"
22 
23 namespace mlpack {
24 namespace rl {
25 
50 template <
51  typename WorkerType,
52  typename EnvironmentType,
53  typename NetworkType,
54  typename UpdaterType,
55  typename PolicyType
56 >
57 class AsyncLearning
58 {
59  public:
69  AsyncLearning(TrainingConfig config,
70  NetworkType network,
71  PolicyType policy,
72  UpdaterType updater = UpdaterType(),
73  EnvironmentType environment = EnvironmentType());
74 
88  template <typename Measure>
89  void Train(Measure& measure);
90 
92  TrainingConfig& Config() { return config; }
94  const TrainingConfig& Config() const { return config; }
95 
97  NetworkType& Network() { return learningNetwork; }
99  const NetworkType& Network() const { return learningNetwork; }
100 
102  PolicyType& Policy() { return policy; }
104  const PolicyType& Policy() const { return policy; }
105 
107  UpdaterType& Updater() { return updater; }
109  const UpdaterType& Updater() const { return updater; }
110 
112  EnvironmentType& Environment() { return environment; }
114  const EnvironmentType& Environment() const { return environment; }
115 
116  private:
118  TrainingConfig config;
119 
121  NetworkType learningNetwork;
122 
124  PolicyType policy;
125 
127  UpdaterType updater;
128 
130  EnvironmentType environment;
131 };
132 
141 template <
142  typename EnvironmentType,
143  typename NetworkType,
144  typename UpdaterType,
145  typename PolicyType
146 >
147 class OneStepQLearningWorker;
148 
157 template <
158  typename EnvironmentType,
159  typename NetworkType,
160  typename UpdaterType,
161  typename PolicyType
162 >
163 class OneStepSarsaWorker;
164 
173 template <
174  typename EnvironmentType,
175  typename NetworkType,
176  typename UpdaterType,
177  typename PolicyType
178 >
179 class NStepQLearningWorker;
180 
189 template <
190  typename EnvironmentType,
191  typename NetworkType,
192  typename UpdaterType,
193  typename PolicyType
194 >
195 using OneStepQLearning = AsyncLearning<OneStepQLearningWorker<EnvironmentType,
196  NetworkType, UpdaterType, PolicyType>, EnvironmentType, NetworkType,
197  UpdaterType, PolicyType>;
198 
207 template <
208  typename EnvironmentType,
209  typename NetworkType,
210  typename UpdaterType,
211  typename PolicyType
212 >
213 using OneStepSarsa = AsyncLearning<OneStepSarsaWorker<EnvironmentType,
214  NetworkType, UpdaterType, PolicyType>, EnvironmentType, NetworkType,
215  UpdaterType, PolicyType>;
216 
225 template <
226  typename EnvironmentType,
227  typename NetworkType,
228  typename UpdaterType,
229  typename PolicyType
230 >
231 using NStepQLearning = AsyncLearning<NStepQLearningWorker<EnvironmentType,
232  NetworkType, UpdaterType, PolicyType>, EnvironmentType, NetworkType,
233  UpdaterType, PolicyType>;
234 
235 } // namespace rl
236 } // namespace mlpack
237 
238 // Include implementation
239 #include "async_learning_impl.hpp"
240 
241 #endif
mlpack::rl::AsyncLearning::Network
const NetworkType & Network() const
Modify learning network.
Definition: async_learning.hpp:99
mlpack
Linear algebra utility functions, generally performed on matrices or vectors.
Definition: add_to_cli11.hpp:21
mlpack::rl::AsyncLearning::Environment
EnvironmentType & Environment()
Get the environment.
Definition: async_learning.hpp:112
mlpack::rl::AsyncLearning::Policy
PolicyType & Policy()
Get behavior policy.
Definition: async_learning.hpp:102
prereqs.hpp
The core includes that mlpack expects; standard C++ includes and Armadillo.
n_step_q_learning_worker.hpp
mlpack::rl::AsyncLearning::Policy
const PolicyType & Policy() const
Modify behavior policy.
Definition: async_learning.hpp:104
mlpack::rl::AsyncLearning::Updater
UpdaterType & Updater()
Get optimizer.
Definition: async_learning.hpp:107
one_step_sarsa_worker.hpp
mlpack::rl::OneStepQLearningWorker
Forward declaration of OneStepQLearningWorker.
Definition: async_learning.hpp:147
mlpack::rl::AsyncLearning::Environment
const EnvironmentType & Environment() const
Modify the environment.
Definition: async_learning.hpp:114
mlpack::rl::AsyncLearning::AsyncLearning
AsyncLearning(TrainingConfig config, NetworkType network, PolicyType policy, UpdaterType updater=UpdaterType(), EnvironmentType environment=EnvironmentType())
Construct an instance of the given async learning algorithm.
training_config.hpp
mlpack::rl::NStepQLearningWorker
Forward declaration of NStepQLearningWorker.
Definition: async_learning.hpp:179
mlpack::rl::AsyncLearning::Config
TrainingConfig & Config()
Get training config.
Definition: async_learning.hpp:92
mlpack::rl::AsyncLearning
Wrapper of various asynchronous learning algorithms, e.g.
Definition: async_learning.hpp:57
one_step_q_learning_worker.hpp
mlpack::rl::AsyncLearning::Updater
const UpdaterType & Updater() const
Modify optimizer.
Definition: async_learning.hpp:109
mlpack::rl::OneStepSarsaWorker
Forward declaration of OneStepSarsaWorker.
Definition: async_learning.hpp:163
mlpack::rl::AsyncLearning::Train
void Train(Measure &measure)
Starting async training.
mlpack::rl::AsyncLearning::Network
NetworkType & Network()
Get learning network.
Definition: async_learning.hpp:97
mlpack::rl::AsyncLearning::Config
const TrainingConfig & Config() const
Modify training config.
Definition: async_learning.hpp:94