bandit_operator.h

Go to the documentation of this file.

#ifndef BANDIT_OPERATOR_H
#define BANDIT_OPERATOR_H
 
#include "../init.h"
// #include "../data/data.h"
#include "../types.h"
#include "../params.h"
#include "../program/tree_node.h"
#include "../ind/fitness.h"
 
namespace Brush {
namespace MAB {
    
template<typename T>
class BanditOperator
{
    using Iter = tree<Node>::pre_order_iterator;
public:
    BanditOperator(vector<T> arms);
    
    BanditOperator(map<T, float> arms_probs);
    
    ~BanditOperator() {};

    virtual std::map<T, float> sample_probs(bool update);

    virtual T choose(const VectorXf& context);

    virtual void update(T arm, float reward, VectorXf& context);
protected:    
    std::map<T, float> probabilities;
};
 
} // MAB
} // Brush
 
#endif // BANDIT_OPERATOR_H