mirror of
https://github.com/scylladb/scylladb.git
synced 2026-06-01 12:36:56 +00:00
Right now toppartitions can only be invoked on one column family at a time.
This change introduces a natural extension to this functionality,
allowing to specify a list of families.
We provide three ways for filtering in the query parameter "name_list":
1. A specific column family to include in the form "ks:cf"
2. A keyspace, telling the server to include all column families in it.
Specified by omitting the cf name, i.e. "ks:"
3. All column families, which is represented by an empty list
The list can include any amount of one or both of the 1. and 2. option.
Fixes #4520
Closes #7864
123 lines
5.3 KiB
C++
123 lines
5.3 KiB
C++
/*
|
|
* Copyright (C) 2015 ScyllaDB
|
|
*/
|
|
|
|
/*
|
|
* This file is part of Scylla.
|
|
*
|
|
* Scylla is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Scylla is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Scylla. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "api.hh"
|
|
#include "api/api-doc/column_family.json.hh"
|
|
#include "database.hh"
|
|
#include <seastar/core/future-util.hh>
|
|
#include <any>
|
|
|
|
namespace api {
|
|
|
|
void set_column_family(http_context& ctx, routes& r);
|
|
|
|
const utils::UUID& get_uuid(const sstring& name, const database& db);
|
|
future<> foreach_column_family(http_context& ctx, const sstring& name, std::function<void(column_family&)> f);
|
|
|
|
|
|
template<class Mapper, class I, class Reducer>
|
|
future<I> map_reduce_cf_raw(http_context& ctx, const sstring& name, I init,
|
|
Mapper mapper, Reducer reducer) {
|
|
auto uuid = get_uuid(name, ctx.db.local());
|
|
using mapper_type = std::function<std::unique_ptr<std::any>(database&)>;
|
|
using reducer_type = std::function<std::unique_ptr<std::any>(std::unique_ptr<std::any>, std::unique_ptr<std::any>)>;
|
|
return ctx.db.map_reduce0(mapper_type([mapper, uuid](database& db) {
|
|
return std::make_unique<std::any>(I(mapper(db.find_column_family(uuid))));
|
|
}), std::make_unique<std::any>(std::move(init)), reducer_type([reducer = std::move(reducer)] (std::unique_ptr<std::any> a, std::unique_ptr<std::any> b) mutable {
|
|
return std::make_unique<std::any>(I(reducer(std::any_cast<I>(std::move(*a)), std::any_cast<I>(std::move(*b)))));
|
|
})).then([] (std::unique_ptr<std::any> r) {
|
|
return std::any_cast<I>(std::move(*r));
|
|
});
|
|
}
|
|
|
|
|
|
template<class Mapper, class I, class Reducer>
|
|
future<json::json_return_type> map_reduce_cf(http_context& ctx, const sstring& name, I init,
|
|
Mapper mapper, Reducer reducer) {
|
|
return map_reduce_cf_raw(ctx, name, init, mapper, reducer).then([](const I& res) {
|
|
return make_ready_future<json::json_return_type>(res);
|
|
});
|
|
}
|
|
|
|
template<class Mapper, class I, class Reducer, class Result>
|
|
future<json::json_return_type> map_reduce_cf(http_context& ctx, const sstring& name, I init,
|
|
Mapper mapper, Reducer reducer, Result result) {
|
|
return map_reduce_cf_raw(ctx, name, init, mapper, reducer).then([result](const I& res) mutable {
|
|
result = res;
|
|
return make_ready_future<json::json_return_type>(result);
|
|
});
|
|
}
|
|
|
|
future<json::json_return_type> map_reduce_cf_time_histogram(http_context& ctx, const sstring& name, std::function<utils::time_estimated_histogram(const column_family&)> f);
|
|
|
|
struct map_reduce_column_families_locally {
|
|
std::any init;
|
|
std::function<std::unique_ptr<std::any>(column_family&)> mapper;
|
|
std::function<std::unique_ptr<std::any>(std::unique_ptr<std::any>, std::unique_ptr<std::any>)> reducer;
|
|
future<std::unique_ptr<std::any>> operator()(database& db) const {
|
|
auto res = seastar::make_lw_shared<std::unique_ptr<std::any>>(std::make_unique<std::any>(init));
|
|
return do_for_each(db.get_column_families(), [res, this](const std::pair<utils::UUID, seastar::lw_shared_ptr<table>>& i) {
|
|
*res = std::move(reducer(std::move(*res), mapper(*i.second.get())));
|
|
}).then([res] {
|
|
return std::move(*res);
|
|
});
|
|
}
|
|
};
|
|
|
|
template<class Mapper, class I, class Reducer>
|
|
future<I> map_reduce_cf_raw(http_context& ctx, I init,
|
|
Mapper mapper, Reducer reducer) {
|
|
using mapper_type = std::function<std::unique_ptr<std::any>(column_family&)>;
|
|
using reducer_type = std::function<std::unique_ptr<std::any>(std::unique_ptr<std::any>, std::unique_ptr<std::any>)>;
|
|
auto wrapped_mapper = mapper_type([mapper = std::move(mapper)] (column_family& cf) mutable {
|
|
return std::make_unique<std::any>(I(mapper(cf)));
|
|
});
|
|
auto wrapped_reducer = reducer_type([reducer = std::move(reducer)] (std::unique_ptr<std::any> a, std::unique_ptr<std::any> b) mutable {
|
|
return std::make_unique<std::any>(I(reducer(std::any_cast<I>(std::move(*a)), std::any_cast<I>(std::move(*b)))));
|
|
});
|
|
return ctx.db.map_reduce0(map_reduce_column_families_locally{init,
|
|
std::move(wrapped_mapper), wrapped_reducer}, std::make_unique<std::any>(init), wrapped_reducer).then([] (std::unique_ptr<std::any> res) {
|
|
return std::any_cast<I>(std::move(*res));
|
|
});
|
|
}
|
|
|
|
|
|
template<class Mapper, class I, class Reducer>
|
|
future<json::json_return_type> map_reduce_cf(http_context& ctx, I init,
|
|
Mapper mapper, Reducer reducer) {
|
|
return map_reduce_cf_raw(ctx, init, mapper, reducer).then([](const I& res) {
|
|
return make_ready_future<json::json_return_type>(res);
|
|
});
|
|
}
|
|
|
|
future<json::json_return_type> get_cf_stats(http_context& ctx, const sstring& name,
|
|
int64_t column_family_stats::*f);
|
|
|
|
future<json::json_return_type> get_cf_stats(http_context& ctx,
|
|
int64_t column_family_stats::*f);
|
|
|
|
|
|
std::tuple<sstring, sstring> parse_fully_qualified_cf_name(sstring name);
|
|
|
|
}
|