EvaluateResult.hpp

Go to the documentation of this file.

#pragma once
 
#include "stats/Stats.hpp"
#include "utils/Types.hpp"
 
#include <nlohmann/json.hpp>
#include <optional>
#include <string>
 
namespace ppforest2::io {
  struct EvaluateResult {
    std::string data_path; 
 
    types::Mode mode = types::Mode::Classification; 
    int n            = 0;                           
    int p            = 0;                           
    int g            = 0;                           
 
    int size = 0;                
    std::optional<int> n_vars;   
    std::optional<float> p_vars; 
    float train_ratio = 0.7F;    
 
    int runs             = 0;
    double mean_time_ms  = 0;
    double std_time_ms   = 0;
    double mean_tr_error = 0;
    double mean_te_error = 0;
    std::optional<long> peak_rss_bytes;
    std::optional<double> peak_rss_mb;
 
    EvaluateResult() = default;
    explicit EvaluateResult(nlohmann::json const& j);
 
    nlohmann::json to_json() const;
  };

  struct ModelStats {
    std::string data_path;
 
    types::Mode mode = types::Mode::Classification; 
    int n            = 0;                           
    int p            = 0;                           
    int g            = 0;                           
 
    int size = 0;
    std::optional<int> n_vars;
    std::optional<float> p_vars;
    float train_ratio = 0.7F;
 
    types::Vector<long long> tr_times;
    types::Vector<double> tr_error;
    types::Vector<double> te_error;
    long peak_rss_bytes = -1;
 
    double mean_time() const { return static_cast<double>(tr_times.mean()); }
 
    double mean_tr_error() const { return tr_error.mean(); }
 
    double mean_te_error() const { return te_error.mean(); }
 
    double std_time() const { return stats::sd(tr_times); }
 
    double std_tr_error() const { return stats::sd(tr_error); }
 
    double std_te_error() const { return stats::sd(te_error); }

    EvaluateResult summarize() const;

    nlohmann::json to_json() const;
  };
}