/*
* Copyright 2015 Cloudius Systems
*/
/*
* This file is part of Scylla.
*
* Scylla is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Scylla is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with Scylla. If not, see .
*/
#pragma once
#include
#include "mutation.hh"
#include "core/future.hh"
#include "core/future-util.hh"
#include "core/do_with.hh"
// A mutation_reader is an object which allows iterating on mutations: invoke
// the function to get a future for the next mutation, with an unset optional
// marking the end of iteration. After calling mutation_reader's operator(),
// caller must keep the object alive until the returned future is fulfilled.
//
// The mutations returned have strictly monotonically increasing keys. Two
// consecutive mutations never have equal keys.
//
// TODO: When iterating over mutations, we don't need a schema_ptr for every
// single one as it is normally the same for all of them. So "mutation" might
// not be the optimal object to use here.
class mutation_reader final {
public:
class impl {
public:
virtual ~impl() {}
virtual future operator()() = 0;
};
private:
class null_impl final : public impl {
public:
virtual future operator()() override { throw std::bad_function_call(); }
};
private:
std::unique_ptr _impl;
public:
mutation_reader(std::unique_ptr impl) noexcept : _impl(std::move(impl)) {}
mutation_reader() : mutation_reader(std::make_unique()) {}
mutation_reader(mutation_reader&&) = default;
mutation_reader(const mutation_reader&) = delete;
mutation_reader& operator=(mutation_reader&&) = default;
mutation_reader& operator=(const mutation_reader&) = delete;
future operator()() { return _impl->operator()(); }
};
// Impl: derived from mutation_reader::impl; Args/args: arguments for Impl's constructor
template
inline
mutation_reader
make_mutation_reader(Args&&... args) {
return mutation_reader(std::make_unique(std::forward(args)...));
}
// Creates a mutation reader which combines data return by supplied readers.
// Returns mutation of the same schema only when all readers return mutations
// of the same schema.
mutation_reader make_combined_reader(std::vector);
mutation_reader make_combined_reader(mutation_reader&& a, mutation_reader&& b);
// reads from the input readers, in order
mutation_reader make_joining_reader(std::vector readers);
mutation_reader make_reader_returning(mutation);
mutation_reader make_reader_returning_many(std::vector);
mutation_reader make_empty_reader();
// Returns a reader that is lazily constructed on the first call. Useful
// when creating the reader involves disk I/O or a shard call
mutation_reader make_lazy_reader(std::function make_reader);
template
class filtering_reader : public mutation_reader::impl {
mutation_reader _rd;
MutationFilter _filter;
mutation_opt _current;
static_assert(std::is_same>::value, "bad MutationFilter signature");
public:
filtering_reader(mutation_reader rd, MutationFilter&& filter)
: _rd(std::move(rd)), _filter(std::forward(filter)) {
}
virtual future operator()() override {\
return repeat([this] {
return _rd().then([this] (mutation_opt&& mo) mutable {
if (!mo) {
_current = std::move(mo);
return stop_iteration::yes;
} else {
if (_filter(*mo)) {
_current = std::move(mo);
return stop_iteration::yes;
}
return stop_iteration::no;
}
});
}).then([this] {
return make_ready_future(std::move(_current));
});
};
};
// Creates a mutation_reader wrapper which creates a new stream of mutations
// with some mutations removed from the original stream.
// MutationFilter is a callable which decides which mutations are dropped. It
// accepts mutation const& and returns a bool. The mutation stays in the
// stream if and only if the filter returns true.
template
mutation_reader make_filtering_reader(mutation_reader rd, MutationFilter&& filter) {
return make_mutation_reader>(std::move(rd), std::forward(filter));
}
// Calls the consumer for each element of the reader's stream until end of stream
// is reached or the consumer requests iteration to stop by returning stop_iteration::yes.
// The consumer should accept mutation as the argument and return stop_iteration.
// The returned future<> resolves when consumption ends.
template
inline
future<> consume(mutation_reader& reader, Consumer consumer) {
static_assert(std::is_same, futurize_t>>::value, "bad Consumer signature");
using futurator = futurize>;
return do_with(std::move(consumer), [&reader] (Consumer& c) -> future<> {
return repeat([&reader, &c] () {
return reader().then([&c] (mutation_opt&& mo) -> future {
if (!mo) {
return make_ready_future(stop_iteration::yes);
}
return futurator::apply(c, std::move(*mo));
});
});
});
}
// mutation_source represents source of data in mutation form. The data source
// can be queried multiple times and in parallel. For each query it returns
// independent mutation_reader.
// The reader returns mutations having all the same schema, the one passed
// when invoking the source.
class mutation_source {
std::function _fn;
public:
mutation_source(std::function fn) : _fn(std::move(fn)) {}
mutation_source(std::function fn)
: _fn([fn = std::move(fn)] (schema_ptr s, const query::partition_range& range, const io_priority_class& pc) {
return fn(s, range);
}) {}
mutation_reader operator()(schema_ptr s, const query::partition_range& range, const io_priority_class& pc) const {
return _fn(std::move(s), range, pc);
}
mutation_reader operator()(schema_ptr s, const query::partition_range& range) const {
return _fn(std::move(s), range, default_priority_class());
}
};
/// A partition_presence_checker quickly returns whether a key is known not to exist
/// in a data source (it may return false positives, but not false negatives).
enum class partition_presence_checker_result {
definitely_doesnt_exist,
maybe_exists
};
using partition_presence_checker = std::function;
inline
partition_presence_checker make_default_partition_presence_checker() {
return [] (partition_key_view key) { return partition_presence_checker_result::maybe_exists; };
}