Files
scylladb/db/virtual_table.hh
Tomasz Grabiec 668094dc58 virtual_tables: memtable_filling_virtual_table: Propagate permit to execute()
So that population can access read's timeout and mark the permit as awaiting.
2025-04-09 20:21:51 +02:00

139 lines
4.7 KiB
C++

/*
* Copyright 2020-present ScyllaDB
*/
/*
* SPDX-License-Identifier: LicenseRef-ScyllaDB-Source-Available-1.0
*/
#pragma once
#include "replica/memtable.hh"
#include "replica/database_fwd.hh"
namespace db {
class virtual_table {
protected:
schema_ptr _s;
protected: // opt-ins
// If set to true, the implementation ensures that produced data
// only contains partitions owned by the current shard.
// Implementations can do this by checking the result of this_shard_owns().
// If set to false, data will be filtered out automatically.
bool _shard_aware = false;
protected:
void set_cell(row&, const bytes& column_name, data_value);
bool contains_key(const dht::partition_range&, const dht::decorated_key&) const;
bool this_shard_owns(const dht::decorated_key&) const;
public:
class query_restrictions {
public:
virtual const dht::partition_range& partition_range() const = 0;
};
explicit virtual_table(schema_ptr s) : _s(std::move(s)) {}
virtual ~virtual_table() = default;
const schema_ptr& schema() const { return _s; }
// Keep this object alive as long as the returned mutation_source is alive.
virtual mutation_source as_mutation_source() = 0;
virtual future<> apply(const frozen_mutation&);
};
// Produces results by filling a memtable on each read.
// Use when the amount of data is not significant relative to shard's memory size.
class memtable_filling_virtual_table : public virtual_table {
public:
using virtual_table::virtual_table;
// Override one of these execute() overloads.
// The handler is always allowed to produce more data than implied by the query_restrictions.
virtual future<> execute(std::function<void(mutation)> mutation_sink) { return make_ready_future<>(); }
virtual future<> execute(std::function<void(mutation)> mutation_sink, reader_permit) {
return execute(mutation_sink);
}
virtual future<> execute(std::function<void(mutation)> mutation_sink, const query_restrictions&, reader_permit permit) {
return execute(mutation_sink, permit);
}
mutation_source as_mutation_source() override;
};
class result_collector {
schema_ptr _schema;
reader_permit _permit;
public:
result_collector(schema_ptr s, reader_permit p)
: _schema(std::move(s))
, _permit(std::move(p))
{ }
virtual ~result_collector() = default;
// Subsequent calls should pass fragments which form a valid mutation fragment stream (see mutation_fragment.hh).
// Concurrent calls not allowed.
virtual future<> take(mutation_fragment_v2) = 0;
public: // helpers
future<> emit_partition_start(dht::decorated_key dk);
future<> emit_partition_end();
future<> emit_row(clustering_row&& cr);
};
// Produces results by emitting a mutation fragment stream.
//
// Intended to be used when the amount of data is large because it allows
// to build the result set incrementally and thus avoid OOM issues.
//
// The implementations should override execute() and use the provided result_collector
// to build the mutation fragment stream.
// The result collector informs the user when it should stop producing
// fragments (e.g. because the buffer is full) by returning a non-ready future.
//
// The fragments must be ordered according to the natural ordering of the keys
// in the virtual table's schema.
//
// The reader is free to emit more data than is needed by the query.
// It will be filtered-out automatically.
// As an optimization, the implementation may skip data using the following ways:
//
// - avoid emitting partitions for which this_shard_owns() returns false.
//
// - avoid emitting partitions which fall outside result_collector::partition_range().
//
class streaming_virtual_table : public virtual_table {
public:
using virtual_table::virtual_table;
// Override one of these execute() overloads.
// The handler is always allowed to produce more data than implied by the query_restrictions.
virtual future<> execute(reader_permit, result_collector&) { return make_ready_future<>(); }
virtual future<> execute(reader_permit p, result_collector& c, const query_restrictions&) { return execute(p, c); }
mutation_source as_mutation_source() override;
};
class virtual_table_update_exception : public std::exception {
sstring _cause;
public:
explicit virtual_table_update_exception(sstring cause) noexcept
: _cause(std::move(cause))
{ }
virtual const char* what() const noexcept override { return _cause.c_str(); }
// This method is to avoid potential exceptions while copying the string
// and thus to be used when the exception is handled and is about to
// be thrown away
sstring grab_cause() noexcept { return std::move(_cause); }
};
}