ServeHandlers.hpp

Go to the documentation of this file.

#pragma once
 
#include "models/Model.hpp"
#include "stats/Metrics.hpp"
#include "utils/Types.hpp"
 
#include <nlohmann/json.hpp>
 
#include <cstddef>
#include <deque>
#include <map>
#include <mutex>
#include <optional>
#include <string>
#include <unordered_map>
 
namespace ppforest2::cli::serve {
  struct LoadedModel {
    Model::Ptr model;
    types::Names group_names;
    types::Names feature_names;
    types::Mode mode = types::Mode::Classification;
    nlohmann::json model_json;
  };

  struct Response {
    int status = 200;
    std::string body;
    std::string content_type = "application/json";
    std::map<std::string, std::string> headers;
  };

  struct PredictionResult {
    types::OutcomeVector predictions;
    types::FeatureMatrix proportions;      // populated for classification only
    std::optional<stats::Metrics> metrics; // present when the request carried a response column
  };

  class PredictionStore {
  public:
    static constexpr std::size_t DEFAULT_CAPACITY = 32;
 
    explicit PredictionStore(std::size_t capacity = DEFAULT_CAPACITY);

    std::string put(PredictionResult result);

    std::optional<PredictionResult> get(std::string const& id) const;
 
  private:
    mutable std::mutex mu;
    std::size_t capacity;
    std::deque<std::string> order;
    std::unordered_map<std::string, PredictionResult> entries;
  };

  Response handle_health(std::string const& version);

  Response handle_summarize(LoadedModel const& loaded);

  Response handle_summary_html(LoadedModel const& loaded);

  Response handle_predict(LoadedModel const& loaded, PredictionStore& store, std::string const& csv_body);

  Response handle_predict_html(LoadedModel const& loaded, PredictionStore& store, std::string const& csv_body);

  Response handle_predict_view(LoadedModel const& loaded, PredictionStore const& store, std::string const& id_query);
}