CooperativeThompsonModel.hpp

Go to the documentation of this file.

#ifndef AI_TOOLBOX_FACTORED_MDP_THOMPSON_MODEL_HEADER_FILE
#define AI_TOOLBOX_FACTORED_MDP_THOMPSON_MODEL_HEADER_FILE
 
#include <AIToolbox/Factored/MDP/CooperativeExperience.hpp>
#include <AIToolbox/Factored/Utils/BayesianNetwork.hpp>
 
namespace AIToolbox::Factored::MDP {
    class CooperativeThompsonModel {
        public:
            using TransitionMatrix   = DDN;
            using RewardMatrix       = std::vector<Vector>;
 
            CooperativeThompsonModel(const CooperativeExperience & exp, double discount = 1.0);
 
            void sync();
 
            void sync(const State & s, const Action & a);
 
            void sync(const CooperativeExperience::Indeces & indeces);
 
            std::tuple<State, double> sampleSR(const State & s, const Action & a) const;
 
            std::tuple<State, Rewards> sampleSRs(const State & s, const Action & a) const;
 
            double sampleSR(const State & s, const Action & a, State * s1) const;
 
            void sampleSRs(const State & s, const Action & a, State * s1, Rewards * rews) const;
 
            double getTransitionProbability(const State & s, const Action & a, const State & s1) const;
 
            double getExpectedReward(const State & s, const Action & a, const State & s1) const;
 
            Rewards getExpectedRewards(const State & s, const Action & a, const State & s1) const;
 
            void getExpectedRewards(const State & s, const Action & a, const State & s1, Rewards * rews) const;
 
            const State & getS() const;
 
            const Action & getA() const;
 
            void setDiscount(double d);
 
            double getDiscount() const;
 
            const CooperativeExperience & getExperience() const;
 
            const TransitionMatrix & getTransitionFunction() const;
 
            const RewardMatrix & getRewardFunction() const;
 
            const DDNGraph & getGraph() const;
 
        private:
            void syncRow(size_t i, size_t j);
 
            const CooperativeExperience & experience_;
            double discount_;
 
            TransitionMatrix transitions_;
            RewardMatrix rewards_;
 
            mutable RandomEngine rand_;
    };
}
 
#endif