/* * Copyright (C) 2015 ScyllaDB */ /* * This file is part of Scylla. * * Scylla is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Scylla is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Scylla. If not, see . */ #include #include #include "mutation_reader.hh" #include "core/future-util.hh" #include "utils/move.hh" namespace stdx = std::experimental; template T move_and_clear(T& obj) { T x = std::move(obj); obj = T(); return x; } // Combines multiple mutation_readers into one. class combined_reader final : public mutation_reader::impl { std::vector _readers; struct mutation_and_reader { streamed_mutation m; mutation_reader* read; }; std::vector _ptables; // comparison function for std::make_heap()/std::push_heap() static bool heap_compare(const mutation_and_reader& a, const mutation_and_reader& b) { auto&& s = a.m.schema(); // order of comparison is inverted, because heaps produce greatest value first return b.m.decorated_key().less_compare(*s, a.m.decorated_key()); } std::vector _current; std::vector _next; private: future<> prepare_next() { return parallel_for_each(_next, [this] (mutation_reader* mr) { return (*mr)().then([this, mr] (streamed_mutation_opt next) { if (next) { _ptables.emplace_back(mutation_and_reader { std::move(*next), mr }); boost::range::push_heap(_ptables, &heap_compare); } }); }).then([this] { _next.clear(); }); } // Produces next mutation or disengaged optional if there are no more. future next() { if (_current.empty() && !_next.empty()) { return prepare_next().then([this] { return next(); }); } if (_ptables.empty()) { return make_ready_future(); }; while (!_ptables.empty()) { boost::range::pop_heap(_ptables, &heap_compare); auto& candidate = _ptables.back(); streamed_mutation& m = candidate.m; if (!_current.empty() && !_current.back().decorated_key().equal(*m.schema(), m.decorated_key())) { // key has changed, so emit accumulated mutation boost::range::push_heap(_ptables, &heap_compare); return make_ready_future(merge_mutations(move_and_clear(_current))); } _current.emplace_back(std::move(m)); _next.emplace_back(candidate.read); _ptables.pop_back(); } return make_ready_future(merge_mutations(move_and_clear(_current))); } public: combined_reader(std::vector readers) : _readers(std::move(readers)) { _next.reserve(_readers.size()); _current.reserve(_readers.size()); _ptables.reserve(_readers.size()); for (auto&& r : _readers) { _next.emplace_back(&r); } } virtual future operator()() override { return next(); } }; mutation_reader make_combined_reader(std::vector readers) { return make_mutation_reader(std::move(readers)); } mutation_reader make_combined_reader(mutation_reader&& a, mutation_reader&& b) { std::vector v; v.reserve(2); v.push_back(std::move(a)); v.push_back(std::move(b)); return make_combined_reader(std::move(v)); } class reader_returning final : public mutation_reader::impl { streamed_mutation _m; bool _done = false; public: reader_returning(streamed_mutation m) : _m(std::move(m)) { } virtual future operator()() override { if (_done) { return make_ready_future(); } else { _done = true; return make_ready_future(std::move(_m)); } } }; mutation_reader make_reader_returning(mutation m) { return make_mutation_reader(streamed_mutation_from_mutation(std::move(m))); } mutation_reader make_reader_returning(streamed_mutation m) { return make_mutation_reader(std::move(m)); } class reader_returning_many final : public mutation_reader::impl { std::vector _m; bool _done = false; public: reader_returning_many(std::vector m) : _m(std::move(m)) { boost::range::reverse(_m); } virtual future operator()() override { if (_m.empty()) { return make_ready_future(); } auto m = std::move(_m.back()); _m.pop_back(); return make_ready_future(std::move(m)); } }; mutation_reader make_reader_returning_many(std::vector mutations, query::clustering_key_filtering_context ck_filtering) { std::vector streamed_mutations; streamed_mutations.reserve(mutations.size()); for (auto& m : mutations) { const query::clustering_row_ranges& ck_ranges = ck_filtering.get_ranges(m.key()); auto mp = mutation_partition(std::move(m.partition()), *m.schema(), ck_ranges); auto sm = streamed_mutation_from_mutation(mutation(m.schema(), m.decorated_key(), std::move(mp))); streamed_mutations.emplace_back(std::move(sm)); } return make_mutation_reader(std::move(streamed_mutations)); } mutation_reader make_reader_returning_many(std::vector mutations) { return make_mutation_reader(std::move(mutations)); } class empty_reader final : public mutation_reader::impl { public: virtual future operator()() override { return make_ready_future(); } }; mutation_reader make_empty_reader() { return make_mutation_reader(); } class restricting_mutation_reader : public mutation_reader::impl { const restricted_mutation_reader_config& _config; unsigned _weight = 0; bool _waited = false; mutation_reader _base; public: restricting_mutation_reader(const restricted_mutation_reader_config& config, unsigned weight, mutation_reader&& base) : _config(config), _weight(weight), _base(std::move(base)) { if (_config.sem->waiters() >= _config.max_queue_length) { _config.raise_queue_overloaded_exception(); } } ~restricting_mutation_reader() { if (_waited) { _config.sem->signal(_weight); } } future operator()() override { // FIXME: we should defer freeing until the mutation is freed, perhaps, // rather than just returned if (_waited) { return _base(); } auto waited = _config.timeout.count() != 0 ? _config.sem->wait(_config.timeout, _weight) : _config.sem->wait(_weight); return waited.then([this] { _waited = true; return _base(); }); } }; mutation_reader make_restricted_reader(const restricted_mutation_reader_config& config, unsigned weight, mutation_reader&& base) { return make_mutation_reader(config, weight, std::move(base)); }