/* * Copyright (C) 2015-present ScyllaDB */ /* * SPDX-License-Identifier: AGPL-3.0-or-later */ #include #include #include "compaction_manager.hh" #include "compaction/compaction_manager.hh" #include "api/api.hh" #include "api/api-doc/compaction_manager.json.hh" #include "db/system_keyspace.hh" #include "column_family.hh" #include "unimplemented.hh" #include "storage_service.hh" #include namespace api { namespace cm = httpd::compaction_manager_json; using namespace json; using namespace seastar::httpd; static future get_cm_stats(http_context& ctx, int64_t compaction_manager::stats::*f) { return ctx.db.map_reduce0([f](replica::database& db) { return db.get_compaction_manager().get_stats().*f; }, int64_t(0), std::plus()).then([](const int64_t& res) { return make_ready_future(res); }); } static std::unordered_map, uint64_t, utils::tuple_hash> sum_pending_tasks(std::unordered_map, uint64_t, utils::tuple_hash>&& a, const std::unordered_map, uint64_t, utils::tuple_hash>& b) { for (auto&& i : b) { if (i.second) { a[i.first] += i.second; } } return std::move(a); } void set_compaction_manager(http_context& ctx, routes& r) { cm::get_compactions.set(r, [&ctx] (std::unique_ptr req) { return ctx.db.map_reduce0([](replica::database& db) { std::vector summaries; const compaction_manager& cm = db.get_compaction_manager(); for (const auto& c : cm.get_compactions()) { cm::summary s; s.id = fmt::to_string(c.compaction_uuid); s.ks = c.ks_name; s.cf = c.cf_name; s.unit = "keys"; s.task_type = sstables::compaction_name(c.type); s.completed = c.total_keys_written; s.total = c.total_partitions; summaries.push_back(std::move(s)); } return summaries; }, std::vector(), concat).then([](const std::vector& res) { return make_ready_future(res); }); }); cm::get_pending_tasks_by_table.set(r, [&ctx] (std::unique_ptr req) { return ctx.db.map_reduce0([](replica::database& db) { return do_with(std::unordered_map, uint64_t, utils::tuple_hash>(), [&db](std::unordered_map, uint64_t, utils::tuple_hash>& tasks) { return db.get_tables_metadata().for_each_table_gently([&tasks] (table_id, lw_shared_ptr table) { replica::table& cf = *table.get(); tasks[std::make_pair(cf.schema()->ks_name(), cf.schema()->cf_name())] = cf.estimate_pending_compactions(); return make_ready_future<>(); }).then([&tasks] { return std::move(tasks); }); }); }, std::unordered_map, uint64_t, utils::tuple_hash>(), sum_pending_tasks).then( [](const std::unordered_map, uint64_t, utils::tuple_hash>& task_map) { std::vector res; res.reserve(task_map.size()); for (auto i : task_map) { cm::pending_compaction task; task.ks = i.first.first; task.cf = i.first.second; task.task = i.second; res.emplace_back(std::move(task)); } return make_ready_future(res); }); }); cm::force_user_defined_compaction.set(r, [] (std::unique_ptr req) { //TBD // FIXME warn(unimplemented::cause::API); return make_ready_future(json_void()); }); cm::stop_compaction.set(r, [&ctx] (std::unique_ptr req) { auto type = req->get_query_param("type"); return ctx.db.invoke_on_all([type] (replica::database& db) { auto& cm = db.get_compaction_manager(); return cm.stop_compaction(type); }).then([] { return make_ready_future(json_void()); }); }); cm::stop_keyspace_compaction.set(r, [&ctx] (std::unique_ptr req) -> future { auto ks_name = validate_keyspace(ctx, req); auto table_names = parse_tables(ks_name, ctx, req->query_parameters, "tables"); if (table_names.empty()) { table_names = map_keys(ctx.db.local().find_keyspace(ks_name).metadata().get()->cf_meta_data()); } auto type = req->get_query_param("type"); co_await ctx.db.invoke_on_all([&] (replica::database& db) { auto& cm = db.get_compaction_manager(); return parallel_for_each(table_names, [&] (sstring& table_name) { auto& t = db.find_column_family(ks_name, table_name); return t.parallel_foreach_table_state([&] (compaction::table_state& ts) { return cm.stop_compaction(type, &ts); }); }); }); co_return json_void(); }); cm::get_pending_tasks.set(r, [&ctx] (std::unique_ptr req) { return map_reduce_cf(ctx, int64_t(0), [](replica::column_family& cf) { return cf.estimate_pending_compactions(); }, std::plus()); }); cm::get_completed_tasks.set(r, [&ctx] (std::unique_ptr req) { return get_cm_stats(ctx, &compaction_manager::stats::completed_tasks); }); cm::get_total_compactions_completed.set(r, [] (std::unique_ptr req) { // FIXME // We are currently dont have an API for compaction // so returning a 0 as the number of total compaction is ok return make_ready_future(0); }); cm::get_bytes_compacted.set(r, [] (std::unique_ptr req) { //TBD // FIXME warn(unimplemented::cause::API); return make_ready_future(0); }); cm::get_compaction_history.set(r, [&ctx] (std::unique_ptr req) { std::function(output_stream&&)> f = [&ctx] (output_stream&& out) -> future<> { auto s = std::move(out); bool first = true; std::exception_ptr ex; try { co_await s.write("["); co_await ctx.db.local().get_compaction_manager().get_compaction_history([&s, &first](const db::compaction_history_entry& entry) mutable -> future<> { cm::history h; h.id = fmt::to_string(entry.id); h.ks = std::move(entry.ks); h.cf = std::move(entry.cf); h.compacted_at = entry.compacted_at; h.bytes_in = entry.bytes_in; h.bytes_out = entry.bytes_out; for (auto it : entry.rows_merged) { httpd::compaction_manager_json::row_merged e; e.key = it.first; e.value = it.second; h.rows_merged.push(std::move(e)); } if (!first) { co_await s.write(", "); } first = false; co_await formatter::write(s, h); }); co_await s.write("]"); co_await s.flush(); } catch (...) { ex = std::current_exception(); } co_await s.close(); if (ex) { co_await coroutine::return_exception_ptr(std::move(ex)); } }; return make_ready_future(std::move(f)); }); cm::get_compaction_info.set(r, [] (std::unique_ptr req) { //TBD // FIXME warn(unimplemented::cause::API); std::vector res; return make_ready_future(res); }); } }