QGreedyPolicy.hpp

Go to the documentation of this file.

#ifndef AI_TOOLBOX_FACTORED_BANDIT_Q_GREEDY_POLICY_HEADER_FILE
#define AI_TOOLBOX_FACTORED_BANDIT_Q_GREEDY_POLICY_HEADER_FILE
 
#include <AIToolbox/Factored/Bandit/Policies/PolicyInterface.hpp>
#include <AIToolbox/Factored/Bandit/Types.hpp>
#include <AIToolbox/Factored/Utils/FilterMap.hpp>
 
#include <AIToolbox/Factored/Bandit/Algorithms/Utils/VariableElimination.hpp>
#include <AIToolbox/Factored/Bandit/Algorithms/Utils/GraphUtils.hpp>
 
namespace AIToolbox::Factored::Bandit {
    template <typename Maximizer = VariableElimination>
    class QGreedyPolicy : public PolicyInterface {
        public:
            template <typename... Args>
            QGreedyPolicy(Action a, const FilterMap<QFunctionRule> & q, Args && ...args);
 
            template <typename... Args>
            QGreedyPolicy(Action a, const QFunction & q, Args && ...args);
 
            virtual Action sampleAction() const override;
 
            virtual double getActionProbability(const Action & a) const override;
 
            Maximizer & getMaximizer();
 
            const Maximizer & getMaximizer() const;
 
            const typename Maximizer::Graph & getGraph() const;
 
        private:
            const FilterMap<QFunctionRule> * qc_;
            const QFunction * qm_;
 
            mutable Maximizer max_;
            mutable typename Maximizer::Graph graph_;
    };
 
    template <typename Maximizer>
    template <typename... Args>
    QGreedyPolicy<Maximizer>::QGreedyPolicy(Action a, const FilterMap<QFunctionRule> & q, Args && ...args) :
            Base(std::move(a)), qc_(&q), qm_(nullptr),
            max_(std::forward<Args>(args)...),
            graph_(MakeGraph<Maximizer>()(q, A))
    {}
 
    template <typename Maximizer>
    template <typename... Args>
    QGreedyPolicy<Maximizer>::QGreedyPolicy(Action a, const QFunction & q, Args && ...args) :
            Base(std::move(a)), qc_(nullptr), qm_(&q),
            max_(std::forward<Args>(args)...),
            graph_(MakeGraph<Maximizer>()(q, A))
    {}
 
    template <typename Maximizer>
    Action QGreedyPolicy<Maximizer>::sampleAction() const {
        if (qc_) {
            UpdateGraph<Maximizer>()(graph_, *qc_, A);
        } else {
            UpdateGraph<Maximizer>()(graph_, *qm_, A);
        }
        return std::get<0>(max_(A, graph_));
    }
 
    template <typename Maximizer>
    double QGreedyPolicy<Maximizer>::getActionProbability(const Action & a) const {
        if (veccmp(a, sampleAction()) == 0) return 1.0;
        return 0.0;
    }
 
    template <typename Maximizer>
    Maximizer & QGreedyPolicy<Maximizer>::getMaximizer() {
        return max_;
    }
 
    template <typename Maximizer>
    const Maximizer & QGreedyPolicy<Maximizer>::getMaximizer() const {
        return max_;
    }
 
    template <typename Maximizer>
    const typename Maximizer::Graph & QGreedyPolicy<Maximizer>::getGraph() const {
        return graph_;
    }
}
 
#endif