This is a wrapper function for vector concatenation. Signed-off-by: Amnon Heiman <amnon@cloudius-systems.com>
216 lines
5.4 KiB
C++
216 lines
5.4 KiB
C++
/*
|
|
* Copyright 2015 Cloudius Systems
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "http/httpd.hh"
|
|
#include "json/json_elements.hh"
|
|
#include "database.hh"
|
|
#include "service/storage_proxy.hh"
|
|
#include <boost/lexical_cast.hpp>
|
|
#include <boost/algorithm/string/split.hpp>
|
|
#include <boost/algorithm/string/classification.hpp>
|
|
#include "api/api-doc/utils.json.hh"
|
|
#include "utils/histogram.hh"
|
|
#include "http/exception.hh"
|
|
|
|
namespace api {
|
|
|
|
struct http_context {
|
|
sstring api_dir;
|
|
sstring api_doc;
|
|
httpd::http_server_control http_server;
|
|
distributed<database>& db;
|
|
distributed<service::storage_proxy>& sp;
|
|
http_context(distributed<database>& _db, distributed<service::storage_proxy>&
|
|
_sp) : db(_db), sp(_sp) {}
|
|
};
|
|
|
|
future<> set_server(http_context& ctx);
|
|
|
|
template<class T>
|
|
std::vector<sstring> container_to_vec(const T& container) {
|
|
std::vector<sstring> res;
|
|
for (auto i : container) {
|
|
res.push_back(boost::lexical_cast<std::string>(i));
|
|
}
|
|
return res;
|
|
}
|
|
|
|
template<class T>
|
|
std::vector<T> map_to_key_value(const std::map<sstring, sstring>& map) {
|
|
std::vector<T> res;
|
|
for (auto i : map) {
|
|
res.push_back(T());
|
|
res.back().key = i.first;
|
|
res.back().value = i.second;
|
|
}
|
|
return res;
|
|
}
|
|
|
|
template<class T, class MAP>
|
|
std::vector<T>& map_to_key_value(const MAP& map, std::vector<T>& res) {
|
|
for (auto i : map) {
|
|
T val;
|
|
val.key = boost::lexical_cast<std::string>(i.first);
|
|
val.value = boost::lexical_cast<std::string>(i.second);
|
|
res.push_back(val);
|
|
}
|
|
return res;
|
|
}
|
|
template <typename T, typename S = T>
|
|
T map_sum(T&& dest, const S& src) {
|
|
for (auto i : src) {
|
|
dest[i.first] += i.second;
|
|
}
|
|
return dest;
|
|
}
|
|
|
|
template <typename MAP>
|
|
std::vector<sstring> map_keys(const MAP& map) {
|
|
std::vector<sstring> res;
|
|
for (const auto& i : map) {
|
|
res.push_back(boost::lexical_cast<std::string>(i.first));
|
|
}
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* General sstring splitting function
|
|
*/
|
|
inline std::vector<sstring> split(const sstring& text, const char* separator) {
|
|
if (text == "") {
|
|
return std::vector<sstring>();
|
|
}
|
|
std::vector<sstring> tokens;
|
|
return boost::split(tokens, text, boost::is_any_of(separator));
|
|
}
|
|
|
|
/**
|
|
* Split a column family parameter
|
|
*/
|
|
inline std::vector<sstring> split_cf(const sstring& cf) {
|
|
return split(cf, ",");
|
|
}
|
|
|
|
/**
|
|
* A helper function to sum values on an a distributed object that
|
|
* has a get_stats method.
|
|
*
|
|
*/
|
|
template<class T, class F, class V>
|
|
future<json::json_return_type> sum_stats(distributed<T>& d, V F::*f) {
|
|
return d.map_reduce0([f](const T& p) {return p.get_stats().*f;}, 0,
|
|
std::plus<V>()).then([](V val) {
|
|
return make_ready_future<json::json_return_type>(val);
|
|
});
|
|
}
|
|
|
|
inline double pow2(double a) {
|
|
return a * a;
|
|
}
|
|
|
|
inline httpd::utils_json::histogram add_histogram(httpd::utils_json::histogram res,
|
|
const utils::ihistogram& val) {
|
|
if (!res.count._set) {
|
|
res = val;
|
|
return res;
|
|
}
|
|
if (val.count == 0) {
|
|
return res;
|
|
}
|
|
if (res.min() > val.min) {
|
|
res.min = val.min;
|
|
}
|
|
if (res.max() < val.max) {
|
|
res.max = val.max;
|
|
}
|
|
double ncount = res.count() + val.count;
|
|
res.sum = res.sum() + val.sum;
|
|
double a = res.count()/ncount;
|
|
double b = val.count/ncount;
|
|
|
|
double mean = a * res.mean() + b * val.mean;
|
|
|
|
res.variance = (res.variance() + pow2(res.mean() - mean) )* a +
|
|
(val.variance + pow2(val.mean -mean))* b;
|
|
|
|
res.mean = mean;
|
|
res.count = res.count() + val.count;
|
|
for (auto i : val.sample) {
|
|
res.sample.push(i);
|
|
}
|
|
return res;
|
|
}
|
|
|
|
template<class T, class F>
|
|
future<json::json_return_type> sum_histogram_stats(distributed<T>& d, utils::ihistogram F::*f) {
|
|
|
|
return d.map_reduce0([f](const T& p) {return p.get_stats().*f;}, httpd::utils_json::histogram(),
|
|
add_histogram).then([](const httpd::utils_json::histogram& val) {
|
|
return make_ready_future<json::json_return_type>(val);
|
|
});
|
|
}
|
|
|
|
inline int64_t min_int64(int64_t a, int64_t b) {
|
|
return std::min(a,b);
|
|
}
|
|
|
|
inline int64_t max_int64(int64_t a, int64_t b) {
|
|
return std::max(a,b);
|
|
}
|
|
|
|
/**
|
|
* A helper struct for ratio calculation
|
|
* It combine total and the sub set for the ratio and its
|
|
* to_json method return the ration sub/total
|
|
*/
|
|
struct ratio_holder : public json::jsonable {
|
|
double total = 0;
|
|
double sub = 0;
|
|
virtual std::string to_json() const {
|
|
if (total == 0) {
|
|
return "0";
|
|
}
|
|
return std::to_string(sub/total);
|
|
}
|
|
ratio_holder() = default;
|
|
ratio_holder& add(double _total, double _sub) {
|
|
total += _total;
|
|
sub += _sub;
|
|
return *this;
|
|
}
|
|
ratio_holder(double _total, double _sub) {
|
|
total = _total;
|
|
sub = _sub;
|
|
}
|
|
ratio_holder& operator+=(const ratio_holder& a) {
|
|
return add(a.total, a.sub);
|
|
}
|
|
friend ratio_holder operator+(ratio_holder a, const ratio_holder& b) {
|
|
return a += b;
|
|
}
|
|
};
|
|
|
|
|
|
class unimplemented_exception : public base_exception {
|
|
public:
|
|
unimplemented_exception()
|
|
: base_exception("API call is not supported yet", reply::status_type::internal_server_error) {
|
|
}
|
|
};
|
|
|
|
inline void unimplemented() {
|
|
throw unimplemented_exception();
|
|
}
|
|
|
|
template <class T>
|
|
std::vector<T> concat(std::vector<T> a, std::vector<T>&& b) {
|
|
a.reserve( a.size() + b.size());
|
|
a.insert(a.end(), b.begin(), b.end());
|
|
return a;
|
|
}
|
|
|
|
}
|