/* * Copyright (C) 2015-present ScyllaDB */ /* * SPDX-License-Identifier: AGPL-3.0-or-later */ #pragma once #include #include "keys.hh" #include "dht/i_partitioner.hh" #include "enum_set.hh" #include "range.hh" #include "tracing/tracing.hh" #include "utils/small_vector.hh" #include "query_class_config.hh" #include "bytes.hh" class position_in_partition_view; class partition_slice_builder; namespace query { using column_id_vector = utils::small_vector; template using range = wrapping_range; using ring_position = dht::ring_position; // Note: the bounds of a clustering range don't necessarily satisfy `rb.end()->value() >= lb.end()->value()`, // where `lb`, `rb` are the left and right bound respectively, if the bounds use non-full clustering // key prefixes. Inclusiveness of the range's bounds must be taken into account during comparisons. // For example, consider clustering key type consisting of two ints. Then [0:1, 0:] is a valid non-empty range // (e.g. it includes the key 0:2) even though 0: < 0:1 w.r.t the clustering prefix order. using clustering_range = nonwrapping_range; // If `range` was supposed to be used with a comparator `cmp`, then // `reverse(range)` is supposed to be used with a reversed comparator `c`. // For instance, if it does make sense to do // range.contains(point, cmp); // then it also makes sense to do // reversed(range).contains(point, [](auto x, auto y) { return cmp(y, x); }); // but it doesn't make sense to do // reversed(range).contains(point, cmp); clustering_range reverse(const clustering_range& range); extern const dht::partition_range full_partition_range; extern const clustering_range full_clustering_range; inline bool is_single_partition(const dht::partition_range& range) { return range.is_singular() && range.start()->value().has_key(); } inline bool is_single_row(const schema& s, const query::clustering_range& range) { return range.is_singular() && range.start()->value().is_full(s); } typedef std::vector clustering_row_ranges; /// Trim the clustering ranges. /// /// Equivalent of intersecting each clustering range with [pos, +inf) position /// in partition range, or (-inf, pos] position in partition range if /// reversed == true. Ranges that do not intersect are dropped. Ranges that /// partially overlap are trimmed. /// Result: each range will overlap fully with [pos, +inf), or (-int, pos] if /// reversed is true. void trim_clustering_row_ranges_to(const schema& s, clustering_row_ranges& ranges, position_in_partition_view pos, bool reversed = false); /// Trim the clustering ranges. /// /// Equivalent of intersecting each clustering range with (key, +inf) clustering /// range, or (-inf, key) clustering range if reversed == true. Ranges that do /// not intersect are dropped. Ranges that partially overlap are trimmed. /// Result: each range will overlap fully with (key, +inf), or (-int, key) if /// reversed is true. void trim_clustering_row_ranges_to(const schema& s, clustering_row_ranges& ranges, const clustering_key& key, bool reversed = false); class specific_ranges { public: specific_ranges(partition_key pk, clustering_row_ranges ranges) : _pk(std::move(pk)), _ranges(std::move(ranges)) { } specific_ranges(const specific_ranges&) = default; void add(const schema& s, partition_key pk, clustering_row_ranges ranges) { if (!_pk.equal(s, pk)) { throw std::runtime_error("Only single specific range supported currently"); } _pk = std::move(pk); _ranges = std::move(ranges); } bool contains(const schema& s, const partition_key& pk) { return _pk.equal(s, pk); } size_t size() const { return 1; } const clustering_row_ranges* range_for(const schema& s, const partition_key& key) const { if (_pk.equal(s, key)) { return &_ranges; } return nullptr; } const partition_key& pk() const { return _pk; } const clustering_row_ranges& ranges() const { return _ranges; } clustering_row_ranges& ranges() { return _ranges; } private: friend std::ostream& operator<<(std::ostream& out, const specific_ranges& r); partition_key _pk; clustering_row_ranges _ranges; }; constexpr auto max_rows = std::numeric_limits::max(); constexpr auto partition_max_rows = std::numeric_limits::max(); constexpr auto max_rows_if_set = std::numeric_limits::max(); // Specifies subset of rows, columns and cell attributes to be returned in a query. // Can be accessed across cores. // Schema-dependent. // // COMPATIBILITY NOTE: the partition-slice for reverse queries has two different // format: // * legacy format // * native format // The wire format uses the legacy format. See docs/design-notes/reverse-reads.md // for more details on the formats. class partition_slice { friend class ::partition_slice_builder; public: enum class option { send_clustering_key, send_partition_key, send_timestamp, send_expiry, reversed, distinct, collections_as_maps, send_ttl, allow_short_read, with_digest, bypass_cache, // Normally, we don't return static row if the request has clustering // key restrictions and the partition doesn't have any rows matching // the restrictions, see #589. This flag overrides this behavior. always_return_static_content, // Use the new data range scan variant, which builds query::result // directly, bypassing the intermediate reconcilable_result format used // in pre 4.5 range scans. range_scan_data_variant, }; using option_set = enum_set>; clustering_row_ranges _row_ranges; public: column_id_vector static_columns; // TODO: consider using bitmap column_id_vector regular_columns; // TODO: consider using bitmap option_set options; private: std::unique_ptr _specific_ranges; cql_serialization_format _cql_format; uint32_t _partition_row_limit_low_bits; uint32_t _partition_row_limit_high_bits; public: partition_slice(clustering_row_ranges row_ranges, column_id_vector static_columns, column_id_vector regular_columns, option_set options, std::unique_ptr specific_ranges, cql_serialization_format, uint32_t partition_row_limit_low_bits, uint32_t partition_row_limit_high_bits); partition_slice(clustering_row_ranges row_ranges, column_id_vector static_columns, column_id_vector regular_columns, option_set options, std::unique_ptr specific_ranges = nullptr, cql_serialization_format = cql_serialization_format::internal(), uint64_t partition_row_limit = partition_max_rows); partition_slice(clustering_row_ranges ranges, const schema& schema, const column_set& mask, option_set options); partition_slice(const partition_slice&); partition_slice(partition_slice&&); ~partition_slice(); partition_slice& operator=(partition_slice&& other) noexcept; const clustering_row_ranges& row_ranges(const schema&, const partition_key&) const; void set_range(const schema&, const partition_key&, clustering_row_ranges); void clear_range(const schema&, const partition_key&); void clear_ranges() { _specific_ranges = nullptr; } // FIXME: possibly make this function return a const ref instead. clustering_row_ranges get_all_ranges() const; const clustering_row_ranges& default_row_ranges() const { return _row_ranges; } const std::unique_ptr& get_specific_ranges() const { return _specific_ranges; } const cql_serialization_format& cql_format() const { return _cql_format; } const uint32_t partition_row_limit_low_bits() const { return _partition_row_limit_low_bits; } const uint32_t partition_row_limit_high_bits() const { return _partition_row_limit_high_bits; } const uint64_t partition_row_limit() const { return (static_cast(_partition_row_limit_high_bits) << 32) | _partition_row_limit_low_bits; } void set_partition_row_limit(uint64_t limit) { _partition_row_limit_low_bits = static_cast(limit); _partition_row_limit_high_bits = static_cast(limit >> 32); } [[nodiscard]] bool is_reversed() const { return options.contains(); } friend std::ostream& operator<<(std::ostream& out, const partition_slice& ps); friend std::ostream& operator<<(std::ostream& out, const specific_ranges& ps); }; // See docs/design-notes/reverse-reads.md // In the following functions, `schema` may be reversed or not (both work). partition_slice legacy_reverse_slice_to_native_reverse_slice(const schema& schema, partition_slice slice); partition_slice native_reverse_slice_to_legacy_reverse_slice(const schema& schema, partition_slice slice); // Fully reverse slice (forward to native reverse or native reverse to forward). // Also toggles the reversed bit in `partition_slice::options`. partition_slice reverse_slice(const schema& schema, partition_slice slice); // Half reverse slice (forwad to legacy reverse or legacy reverse to forward). // Also toggles the reversed bit in `partition_slice::options`. partition_slice half_reverse_slice(const schema&, partition_slice); constexpr auto max_partitions = std::numeric_limits::max(); // Tagged integers to disambiguate constructor arguments. enum class row_limit : uint64_t { max = max_rows }; enum class partition_limit : uint32_t { max = max_partitions }; using is_first_page = bool_class; // Full specification of a query to the database. // Intended for passing across replicas. // Can be accessed across cores. class read_command { public: utils::UUID cf_id; table_schema_version schema_version; // TODO: This should be enough, drop cf_id partition_slice slice; uint32_t row_limit_low_bits; gc_clock::time_point timestamp; std::optional trace_info; uint32_t partition_limit; // The maximum number of live partitions to return. // The "query_uuid" field is useful in pages queries: It tells the replica // that when it finishes the read request prematurely, i.e., reached the // desired number of rows per page, it should not destroy the reader object, // rather it should keep it alive - at its current position - and save it // under the unique key "query_uuid". Later, when we want to resume // the read at exactly the same position (i.e., to request the next page) // we can pass this same unique id in that query's "query_uuid" field. utils::UUID query_uuid; // Signal to the replica that this is the first page of a (maybe) paged // read request as far the replica is concerned. Can be used by the replica // to avoid doing work normally done on paged requests, e.g. attempting to // reused suspended readers. query::is_first_page is_first_page; // The maximum size of the query result, for all queries. // We use the entire value range, so we need an optional for the case when // the remote doesn't send it. std::optional max_result_size; uint32_t row_limit_high_bits; api::timestamp_type read_timestamp; // not serialized public: // IDL constructor read_command(utils::UUID cf_id, table_schema_version schema_version, partition_slice slice, uint32_t row_limit_low_bits, gc_clock::time_point now, std::optional ti, uint32_t partition_limit, utils::UUID query_uuid, query::is_first_page is_first_page, std::optional max_result_size, uint32_t row_limit_high_bits) : cf_id(std::move(cf_id)) , schema_version(std::move(schema_version)) , slice(std::move(slice)) , row_limit_low_bits(row_limit_low_bits) , timestamp(now) , trace_info(std::move(ti)) , partition_limit(partition_limit) , query_uuid(query_uuid) , is_first_page(is_first_page) , max_result_size(max_result_size) , row_limit_high_bits(row_limit_high_bits) , read_timestamp(api::new_timestamp()) { } read_command(utils::UUID cf_id, table_schema_version schema_version, partition_slice slice, query::max_result_size max_result_size, query::row_limit row_limit = query::row_limit::max, query::partition_limit partition_limit = query::partition_limit::max, gc_clock::time_point now = gc_clock::now(), std::optional ti = std::nullopt, utils::UUID query_uuid = utils::UUID(), query::is_first_page is_first_page = query::is_first_page::no, api::timestamp_type rt = api::new_timestamp()) : cf_id(std::move(cf_id)) , schema_version(std::move(schema_version)) , slice(std::move(slice)) , row_limit_low_bits(static_cast(row_limit)) , timestamp(now) , trace_info(std::move(ti)) , partition_limit(static_cast(partition_limit)) , query_uuid(query_uuid) , is_first_page(is_first_page) , max_result_size(max_result_size) , row_limit_high_bits(static_cast(static_cast(row_limit) >> 32)) , read_timestamp(rt) { } uint64_t get_row_limit() const { return (static_cast(row_limit_high_bits) << 32) | row_limit_low_bits; } void set_row_limit(uint64_t new_row_limit) { row_limit_low_bits = static_cast(new_row_limit); row_limit_high_bits = static_cast(new_row_limit >> 32); } friend std::ostream& operator<<(std::ostream& out, const read_command& r); }; struct forward_request { enum class reduction_type { count, }; // multiple reduction types are needed to support queries like: // `SELECT min(x), max(x), avg(x) FROM tab` std::vector reduction_types; query::read_command cmd; dht::partition_range_vector pr; db::consistency_level cl; lowres_clock::time_point timeout; }; std::ostream& operator<<(std::ostream& out, const forward_request& r); std::ostream& operator<<(std::ostream& out, const forward_request::reduction_type& r); struct forward_result { // vector storing query result for each selected column std::vector query_results; void merge(const forward_result& other, const std::vector& types); struct printer { const std::vector& types; const query::forward_result& res; }; }; std::ostream& operator<<(std::ostream& out, const query::forward_result::printer&); }