BanditPolicyAdaptor.hpp

Go to the documentation of this file.

#ifndef AI_TOOLBOX_FACTORED_MDP_BANDIT_POLICY_ADAPTOR_HEADER_FILE
#define AI_TOOLBOX_FACTORED_MDP_BANDIT_POLICY_ADAPTOR_HEADER_FILE
 
#include <AIToolbox/PolicyInterface.hpp>
#include <AIToolbox/Factored/Bandit/Policies/PolicyInterface.hpp>
 
namespace AIToolbox::Factored::MDP {
    template <typename BanditPolicy>
    class BanditPolicyAdaptor : public PolicyInterface<State, State, Action> {
        public:
            using Base = PolicyInterface<State, State, Action>;
            template <typename... Args>
            BanditPolicyAdaptor(State s, Args&&... params);
 
            virtual Action sampleAction(const State & s) const override;
 
            virtual double getActionProbability(const State & s, const Action & a) const override;
 
            BanditPolicy & getBanditPolicy();
 
            const BanditPolicy & getBanditPolicy() const;
 
        private:
            BanditPolicy policy_;
    };
 
    template <typename BP>
    template <typename... Args>
    BanditPolicyAdaptor<BP>::BanditPolicyAdaptor(State s, Args&&... args) :
            Base(std::move(s), {}), policy_(std::forward<Args>(args)...)
    {
        // We need to fix this later since we can't initialize the policy
        // before Base.
        A = policy_.getA();
    }
 
    template <typename BP>
    Action BanditPolicyAdaptor<BP>::sampleAction(const State &) const {
        return policy_.sampleAction();
    }
 
    template <typename BP>
    double BanditPolicyAdaptor<BP>::getActionProbability(const State &, const Action & a) const {
        return policy_.getActionProbability(a);
    }
 
    template <typename BP>
    BP & BanditPolicyAdaptor<BP>::getBanditPolicy() { return policy_; }
 
    template <typename BP>
    const BP & BanditPolicyAdaptor<BP>::getBanditPolicy() const { return policy_; }
}
 
#endif