mirrors/scylladb
1
0
Fork 0
mirror of https://github.com/scylladb/scylladb.git synced 2026-05-12 19:02:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

compaction: find expected workload for global major compaction tasks

Browse Source 
Sum bytes of all sstables of all keyspaces.
This commit is contained in:
Aleksandra Martyniuk
2024-12-13 16:17:03 +01:00
parent b12fc50de7
commit cc9e342cb6
2 changed files with 25 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
compaction/task_manager_module.cc
View File

@@ -380,19 +380,24 @@ tasks::is_user_task global_major_compaction_task_impl::is_user_task() const noex
return tasks::is_user_task::yes;
}
std::unordered_map<sstring, std::vector<table_info>> get_tables_by_keyspace(replica::database& db) {
std::unordered_map<sstring, std::vector<table_info>> tables_by_keyspace;
auto tables_meta = db.get_tables_metadata().get_column_families_copy();
for (const auto& [table_id, t] : tables_meta) {
const auto& ks_name = t->schema()->ks_name();
const auto& table_name = t->schema()->cf_name();
tables_by_keyspace[ks_name].emplace_back(table_name, table_id);
}
return tables_by_keyspace;
}
future<> global_major_compaction_task_impl::run() {
bool flushed_all_tables = false;
if (_flush_mode == flush_mode::all_tables) {
flushed_all_tables = co_await maybe_flush_commitlog(_db, _consider_only_existing_data);
}
std::unordered_map<sstring, std::vector<table_info>> tables_by_keyspace;
auto tables_meta = _db.local().get_tables_metadata().get_column_families_copy();
for (const auto& [table_id, t] : tables_meta) {
const auto& ks_name = t->schema()->ks_name();
const auto& table_name = t->schema()->cf_name();
tables_by_keyspace[ks_name].emplace_back(table_name, table_id);
}
auto tables_by_keyspace = get_tables_by_keyspace(_db.local());
seastar::condition_variable cv;
tasks::task_manager::task_ptr current_task;
tasks::task_info parent_info{_status.id, _status.shard};
@@ -406,6 +411,18 @@ future<> global_major_compaction_task_impl::run() {
co_await run_keyspace_tasks(_db.local(), keyspace_tasks, cv, current_task, false);
}
future<std::optional<double>> global_major_compaction_task_impl::expected_total_workload() const {
if (_expected_workload) {
co_return _expected_workload;
}
uint64_t bytes = 0;
auto tables_by_keyspace = get_tables_by_keyspace(_db.local());
for (const auto& [_, table_infos] : tables_by_keyspace) {
bytes += co_await get_keyspace_task_workload(_db, table_infos);
}
co_return _expected_workload = bytes;
}
tasks::is_user_task major_keyspace_compaction_task_impl::is_user_task() const noexcept {
return tasks::is_user_task{!_parent_id};
}

1
compaction/task_manager_module.hh
View File

@@ -103,6 +103,7 @@ public:
tasks::is_user_task is_user_task() const noexcept override;
protected:
virtual future<> run() override;
virtual future<std::optional<double>> expected_total_workload() const override;
};
class major_keyspace_compaction_task_impl : public major_compaction_task_impl {