evaluation.h

Go to the documentation of this file.

 
#ifndef EVALUATION_H
#define EVALUATION_H
 
#include <string>
 
#include "../vary/search_space.h"
#include "../ind/individual.h"
#include "../data/data.h"
#include "scorer.h"
#include "../pop/population.h"
 
using std::string;
 
namespace Brush {
 
using namespace Pop;
 
// TODO: rename this file and class to evaluator?
namespace Eval {
 
template<ProgramType T> 
class Evaluation {
public:
    Scorer<T> S;
    Evaluation(){
        // TODO: make eval update loss_v accordingly, and set to th same as train loss if there is no batch or no validation
    
        // TODO: make accuracy the main classification metric?
        string scorer;
        if ( (T == Brush::ProgramType::MulticlassClassifier)
        ||   (T == Brush::ProgramType::Representer) )
            scorer = "multi_log";
        else if (T == Brush::ProgramType::BinaryClassifier)
            scorer = "log";
        else 
            scorer = "mse";
 
        this->S.set_scorer(scorer);
    };
    ~Evaluation(){};
        
    void set_scorer(string scorer){this->S.set_scorer(scorer);};

    string get_scorer(){return this->S.get_scorer();};
    
    void update_fitness(Population<T>& pop,
                 int island,
                 const Dataset& data, 
                 const Parameters& params, 
                 bool fit=true,
                 bool validation=true // if there is no validation, then loss_v==loss
                 );
    
    void assign_fit(Individual<T>& ind, const Dataset& data,
                    const Parameters& params, bool val=false);
 
    // representation program (TODO: implement)
};
 
extern template class Evaluation<PT::Regressor>;
extern template class Evaluation<PT::BinaryClassifier>;
extern template class Evaluation<PT::MulticlassClassifier>;
extern template class Evaluation<PT::Representer>;
 
} //selection
} //brush
#endif