bandit.h

Go to the documentation of this file.

/* Brush
copyright 2024 William La Cava
license: GNU/GPL v3
*/
 
#ifndef BANDIT_H
#define BANDIT_H
 
#include "../init.h"
#include "../types.h"
#include "../program/program.h"
#include "../vary/search_space.h"
#include "../util/utils.h"
#include "bandit_operator.h"
#include "dummy.h"
#include "thompson.h"
 
namespace Brush {
namespace MAB {
 
using namespace Brush;

struct Bandit
{
    using Iter = tree<Node>::pre_order_iterator;
    
public:
    std::shared_ptr<BanditOperator> pbandit;
    // TODO: This should be a shared pointer to allow multiple instances of Bandit to share the same operator.
     
    std::string type; 
    vector<string> arms; 
 
    std::map<string, float> probabilities; 
 
    Bandit();
    ~Bandit(){};

    Bandit(string type, vector<string> arms);

    Bandit(string type, map<string, float> arms_probs);

    void set_bandit();

    void set_arms(vector<string> arms);

    vector<string> get_arms();

    string get_type();

    void set_type(string type);

    map<string, float> get_probs();

    void set_probs(map<string, float> arms_probs);

    map<string, float> sample_probs(bool update=false);

    string choose();

    void update(string arm, float reward);
 
private:
    bool bandit_set = false;
    void ensure_bandit_set() const;
};
 
//TODO: serialization should save the type of bandit and its parameters
 
} // MAB
} // Brush
#endif