Experience.hpp

Go to the documentation of this file.

#ifndef AI_TOOLBOX_FACTORED_BANDIT_EXPERIENCE_HEADER_FILE
#define AI_TOOLBOX_FACTORED_BANDIT_EXPERIENCE_HEADER_FILE
 
#include <AIToolbox/Factored/Bandit/Types.hpp>
 
namespace AIToolbox::Factored::Bandit {
    class Experience {
        public:
            using VisitsTable = std::vector<std::vector<unsigned long>>;
            using Indeces = std::vector<size_t>;
 
            Experience(Action A, const std::vector<PartialKeys> & dependencies);
 
            const Indeces & record(const Action & a, const Rewards & rews);
 
            void reset();
 
            const std::vector<PartialKeys> & getDependencies() const;
 
            unsigned long getTimesteps() const;
 
            const QFunction & getRewardMatrix() const;
 
            const VisitsTable & getVisitsTable() const;
 
            const std::vector<Vector> & getM2Matrix() const;
 
            const Action & getA() const;
 
        private:
            Action A;
            const std::vector<PartialKeys> & deps_;
 
            QFunction qfun_;
            std::vector<Vector> M2s_;
            VisitsTable counts_;
            Indeces indeces_;
 
            unsigned long timesteps_;
 
    };
}
 
#endif