Model.hpp

Go to the documentation of this file.

#ifndef AI_TOOLBOX_FACTORED_BANDIT_MODEL_HEADER_FILE
#define AI_TOOLBOX_FACTORED_BANDIT_MODEL_HEADER_FILE
 
#include <AIToolbox/Bandit/Model.hpp>
#include <AIToolbox/Factored/Bandit/Types.hpp>
#include <AIToolbox/Factored/Utils/Core.hpp>
 
namespace AIToolbox::Factored::Bandit {
    template <typename Dist>
    class Model {
        public:
            template <typename... TupleArgs>
            Model(Action A, std::vector<PartialKeys> deps, std::vector<AIToolbox::Bandit::Model<Dist>> arms);
 
            const Rewards & sampleR(const Action & a) const;
 
            const Action & getA() const;
 
            const std::vector<PartialKeys> & getGroups() const;
 
            const std::vector<AIToolbox::Bandit::Model<Dist>> & getArms() const;
 
        private:
            Action A;
            std::vector<PartialKeys> groups_;
 
            mutable std::vector<AIToolbox::Bandit::Model<Dist>> arms_;
            mutable Rewards rews_;
    };
 
    template <typename Dist>
    template <typename... TupleArgs>
    Model<Dist>::Model(Action a, std::vector<PartialKeys> deps, std::vector<AIToolbox::Bandit::Model<Dist>> arms) :
            A(std::move(a)), groups_(std::move(deps)), arms_(std::move(arms)),
            rews_(groups_.size())
    {
        // Sanity checks
        //
        // - The number of groups is equal to the number of local arms.
        // - Each local arm has an action space equal to the product
        //   of its participating agents.
        assert(groups_.size() == arms_.size());
 
        for (size_t i = 0; i < groups_.size(); ++i) {
            const auto bSize = factorSpacePartial(groups_[i], A);
            (void)bSize;
 
            assert(bSize == arms_[i].getA());
        }
    }
 
    template <typename Dist>
    const Rewards & Model<Dist>::sampleR(const Action & a) const {
        for (size_t i = 0; i < groups_.size(); ++i) {
            const auto aid = toIndexPartial(groups_[i], A, a);
 
            rews_[i] = arms_[i].sampleR(aid);
        }
 
        return rews_;
    }
 
    template <typename Dist>
    const Action & Model<Dist>::getA() const { return A; }
    template <typename Dist>
    const std::vector<PartialKeys> & Model<Dist>::getGroups() const { return groups_; }
    template <typename Dist>
    const std::vector<AIToolbox::Bandit::Model<Dist>> & Model<Dist>::getArms() const { return arms_; }
}
 
#endif