/* * Copyright (C) 2015 ScyllaDB */ /* * This file is part of Scylla. * * Scylla is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Scylla is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Scylla. If not, see . */ #pragma once #include "schema.hh" #include "bytes.hh" #include "types.hh" #include "compound_compat.hh" #include "utils/managed_bytes.hh" #include "hashing.hh" #include "database_fwd.hh" // // This header defines type system for primary key holders. // // We distinguish partition keys and clustering keys. API-wise they are almost // the same, but they're separate type hierarchies. // // Clustering keys are further divided into prefixed and non-prefixed (full). // Non-prefixed keys always have full component set, as defined by schema. // Prefixed ones can have any number of trailing components missing. They may // differ in underlying representation. // // The main classes are: // // partition_key - full partition key // clustering_key - full clustering key // clustering_key_prefix - clustering key prefix // // These classes wrap only the minimum information required to store the key // (the key value itself). Any information which can be inferred from schema // is not stored. Therefore accessors need to be provided with a pointer to // schema, from which information about structure is extracted. // Abstracts a view to serialized compound. template class compound_view_wrapper { protected: bytes_view _bytes; protected: compound_view_wrapper(bytes_view v) : _bytes(v) { } static inline const auto& get_compound_type(const schema& s) { return TopLevelView::get_compound_type(s); } public: std::vector explode(const schema& s) const { return get_compound_type(s)->deserialize_value(_bytes); } bytes_view representation() const { return _bytes; } struct less_compare { typename TopLevelView::compound _t; less_compare(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevelView& k1, const TopLevelView& k2) const { return _t->less(k1.representation(), k2.representation()); } }; struct hashing { typename TopLevelView::compound _t; hashing(const schema& s) : _t(get_compound_type(s)) {} size_t operator()(const TopLevelView& o) const { return _t->hash(o.representation()); } }; struct equality { typename TopLevelView::compound _t; equality(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevelView& o1, const TopLevelView& o2) const { return _t->equal(o1.representation(), o2.representation()); } }; bool equal(const schema& s, const TopLevelView& other) const { return get_compound_type(s)->equal(representation(), other.representation()); } // begin() and end() return iterators over components of this compound. The iterator yields a bytes_view to the component. // The iterators satisfy InputIterator concept. auto begin() const { return TopLevelView::compound::element_type::begin(representation()); } // See begin() auto end() const { return TopLevelView::compound::element_type::end(representation()); } // begin() and end() return iterators over components of this compound. The iterator yields a bytes_view to the component. // The iterators satisfy InputIterator concept. auto begin(const schema& s) const { return begin(); } // See begin() auto end(const schema& s) const { return end(); } bytes_view get_component(const schema& s, size_t idx) const { auto it = begin(s); std::advance(it, idx); return *it; } // Returns a range of bytes_view auto components() const { return TopLevelView::compound::element_type::components(representation()); } // Returns a range of bytes_view auto components(const schema& s) const { return components(); } template void feed_hash(Hasher& h, const schema& s) const { for (bytes_view v : components(s)) { ::feed_hash(h, v); } } }; template class compound_wrapper { protected: managed_bytes _bytes; protected: compound_wrapper(managed_bytes&& b) : _bytes(std::move(b)) {} static inline const auto& get_compound_type(const schema& s) { return TopLevel::get_compound_type(s); } public: static TopLevel make_empty() { return from_exploded(std::vector()); } static TopLevel make_empty(const schema&) { return make_empty(); } template static TopLevel from_exploded(RangeOfSerializedComponents&& v) { return TopLevel::from_range(std::forward(v)); } static TopLevel from_exploded(const schema& s, const std::vector& v) { return from_exploded(v); } // We don't allow optional values, but provide this method as an efficient adaptor static TopLevel from_optional_exploded(const schema& s, const std::vector& v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_optionals(v)); } static TopLevel from_deeply_exploded(const schema& s, const std::vector& v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_value_deep(v)); } static TopLevel from_single_value(const schema& s, bytes v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_single(std::move(v))); } template static TopLevel from_singular(const schema& s, const T& v) { auto ct = get_compound_type(s); if (!ct->is_singular()) { throw std::invalid_argument("compound is not singular"); } auto type = ct->types()[0]; return from_single_value(s, type->decompose(v)); } TopLevelView view() const { return TopLevelView::from_bytes(_bytes); } operator TopLevelView() const { return view(); } // FIXME: return views std::vector explode(const schema& s) const { return get_compound_type(s)->deserialize_value(_bytes); } std::vector explode() const { std::vector result; for (bytes_view c : components()) { result.emplace_back(to_bytes(c)); } return result; } struct tri_compare { typename TopLevel::compound _t; tri_compare(const schema& s) : _t(get_compound_type(s)) {} int operator()(const TopLevel& k1, const TopLevel& k2) const { return _t->compare(k1.representation(), k2.representation()); } int operator()(const TopLevelView& k1, const TopLevel& k2) const { return _t->compare(k1.representation(), k2.representation()); } int operator()(const TopLevel& k1, const TopLevelView& k2) const { return _t->compare(k1.representation(), k2.representation()); } }; struct less_compare { typename TopLevel::compound _t; less_compare(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevel& k1, const TopLevel& k2) const { return _t->less(k1.representation(), k2.representation()); } bool operator()(const TopLevelView& k1, const TopLevel& k2) const { return _t->less(k1.representation(), k2.representation()); } bool operator()(const TopLevel& k1, const TopLevelView& k2) const { return _t->less(k1.representation(), k2.representation()); } }; struct hashing { typename TopLevel::compound _t; hashing(const schema& s) : _t(get_compound_type(s)) {} size_t operator()(const TopLevel& o) const { return _t->hash(o); } }; struct equality { typename TopLevel::compound _t; equality(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevel& o1, const TopLevel& o2) const { return _t->equal(o1.representation(), o2.representation()); } bool operator()(const TopLevelView& o1, const TopLevel& o2) const { return _t->equal(o1.representation(), o2.representation()); } bool operator()(const TopLevel& o1, const TopLevelView& o2) const { return _t->equal(o1.representation(), o2.representation()); } }; bool equal(const schema& s, const TopLevel& other) const { return get_compound_type(s)->equal(representation(), other.representation()); } bool equal(const schema& s, const TopLevelView& other) const { return get_compound_type(s)->equal(representation(), other.representation()); } operator bytes_view() const { return _bytes; } const managed_bytes& representation() const { return _bytes; } // begin() and end() return iterators over components of this compound. The iterator yields a bytes_view to the component. // The iterators satisfy InputIterator concept. auto begin(const schema& s) const { return get_compound_type(s)->begin(_bytes); } // See begin() auto end(const schema& s) const { return get_compound_type(s)->end(_bytes); } // Returns a range of bytes_view auto components() const { return TopLevelView::compound::element_type::components(representation()); } // Returns a range of bytes_view auto components(const schema& s) const { return components(); } bytes_view get_component(const schema& s, size_t idx) const { auto it = begin(s); std::advance(it, idx); return *it; } template void feed_hash(Hasher& h, const schema& s) const { view().feed_hash(h, s); } // Returns the number of components of this compound. size_t size(const schema& s) const { return std::distance(begin(s), end(s)); } size_t external_memory_usage() const { return _bytes.external_memory_usage(); } size_t memory_usage() const { return sizeof(*this) + external_memory_usage(); } }; template class prefix_view_on_full_compound { public: using iterator = typename compound_type::iterator; private: bytes_view _b; unsigned _prefix_len; iterator _begin; iterator _end; public: prefix_view_on_full_compound(const schema& s, bytes_view b, unsigned prefix_len) : _b(b) , _prefix_len(prefix_len) , _begin(TopLevel::get_compound_type(s)->begin(_b)) , _end(_begin) { std::advance(_end, prefix_len); } iterator begin() const { return _begin; } iterator end() const { return _end; } struct less_compare_with_prefix { typename PrefixTopLevel::compound prefix_type; less_compare_with_prefix(const schema& s) : prefix_type(PrefixTopLevel::get_compound_type(s)) { } bool operator()(const prefix_view_on_full_compound& k1, const PrefixTopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), k1.begin(), k1.end(), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const PrefixTopLevel& k1, const prefix_view_on_full_compound& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), prefix_type->begin(k1), prefix_type->end(k1), k2.begin(), k2.end(), tri_compare) < 0; } }; }; template class prefix_view_on_prefix_compound { public: using iterator = typename compound_type::iterator; private: bytes_view _b; unsigned _prefix_len; iterator _begin; iterator _end; public: prefix_view_on_prefix_compound(const schema& s, bytes_view b, unsigned prefix_len) : _b(b) , _prefix_len(prefix_len) , _begin(TopLevel::get_compound_type(s)->begin(_b)) , _end(_begin) { std::advance(_end, prefix_len); } iterator begin() const { return _begin; } iterator end() const { return _end; } struct less_compare_with_prefix { typename TopLevel::compound prefix_type; less_compare_with_prefix(const schema& s) : prefix_type(TopLevel::get_compound_type(s)) { } bool operator()(const prefix_view_on_prefix_compound& k1, const TopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), k1.begin(), k1.end(), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const TopLevel& k1, const prefix_view_on_prefix_compound& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), prefix_type->begin(k1), prefix_type->end(k1), k2.begin(), k2.end(), tri_compare) < 0; } }; }; template class prefixable_full_compound : public compound_wrapper { using base = compound_wrapper; protected: prefixable_full_compound(bytes&& b) : base(std::move(b)) {} public: using prefix_view_type = prefix_view_on_full_compound; bool is_prefixed_by(const schema& s, const PrefixTopLevel& prefix) const { auto t = base::get_compound_type(s); auto prefix_type = PrefixTopLevel::get_compound_type(s); return ::is_prefixed_by(t->types().begin(), t->begin(*this), t->end(*this), prefix_type->begin(prefix), prefix_type->end(prefix), ::equal); } struct less_compare_with_prefix { typename PrefixTopLevel::compound prefix_type; typename TopLevel::compound full_type; less_compare_with_prefix(const schema& s) : prefix_type(PrefixTopLevel::get_compound_type(s)) , full_type(TopLevel::get_compound_type(s)) { } bool operator()(const TopLevel& k1, const PrefixTopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), full_type->begin(k1), full_type->end(k1), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const PrefixTopLevel& k1, const TopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), prefix_type->begin(k1), prefix_type->end(k1), full_type->begin(k2), full_type->end(k2), tri_compare) < 0; } }; // In prefix equality two sequences are equal if any of them is a prefix // of the other. Otherwise lexicographical ordering is applied. // Note: full compounds sorted according to lexicographical ordering are also // sorted according to prefix equality ordering. struct prefix_equality_less_compare { typename PrefixTopLevel::compound prefix_type; typename TopLevel::compound full_type; prefix_equality_less_compare(const schema& s) : prefix_type(PrefixTopLevel::get_compound_type(s)) , full_type(TopLevel::get_compound_type(s)) { } bool operator()(const TopLevel& k1, const PrefixTopLevel& k2) const { return prefix_equality_tri_compare(prefix_type->types().begin(), full_type->begin(k1), full_type->end(k1), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const PrefixTopLevel& k1, const TopLevel& k2) const { return prefix_equality_tri_compare(prefix_type->types().begin(), prefix_type->begin(k1), prefix_type->end(k1), full_type->begin(k2), full_type->end(k2), tri_compare) < 0; } }; prefix_view_type prefix_view(const schema& s, unsigned prefix_len) const { return { s, this->representation(), prefix_len }; } }; template class prefix_compound_view_wrapper : public compound_view_wrapper { protected: prefix_compound_view_wrapper(bytes_view v) : compound_view_wrapper(v) { } }; template class prefix_compound_wrapper : public compound_wrapper { using base = compound_wrapper; protected: prefix_compound_wrapper(managed_bytes&& b) : base(std::move(b)) {} public: using prefix_view_type = prefix_view_on_prefix_compound; prefix_view_type prefix_view(const schema& s, unsigned prefix_len) const { return { s, this->representation(), prefix_len }; } bool is_full(const schema& s) const { return TopLevel::get_compound_type(s)->is_full(base::_bytes); } bool is_empty(const schema& s) const { return TopLevel::get_compound_type(s)->is_empty(base::_bytes); } // Can be called only if is_full() FullTopLevel to_full(const schema& s) const { return FullTopLevel::from_exploded(s, base::explode(s)); } bool is_prefixed_by(const schema& s, const TopLevel& prefix) const { auto t = base::get_compound_type(s); return ::is_prefixed_by(t->types().begin(), t->begin(*this), t->end(*this), t->begin(prefix), t->end(prefix), equal); } // In prefix equality two sequences are equal if any of them is a prefix // of the other. Otherwise lexicographical ordering is applied. // Note: full compounds sorted according to lexicographical ordering are also // sorted according to prefix equality ordering. struct prefix_equality_less_compare { typename TopLevel::compound prefix_type; prefix_equality_less_compare(const schema& s) : prefix_type(TopLevel::get_compound_type(s)) { } bool operator()(const TopLevel& k1, const TopLevel& k2) const { return prefix_equality_tri_compare(prefix_type->types().begin(), prefix_type->begin(k1), prefix_type->end(k1), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } }; // See prefix_equality_less_compare. struct prefix_equal_tri_compare { typename TopLevel::compound prefix_type; prefix_equal_tri_compare(const schema& s) : prefix_type(TopLevel::get_compound_type(s)) { } int operator()(const TopLevel& k1, const TopLevel& k2) const { return prefix_equality_tri_compare(prefix_type->types().begin(), prefix_type->begin(k1), prefix_type->end(k1), prefix_type->begin(k2), prefix_type->end(k2), tri_compare); } }; }; class partition_key_view : public compound_view_wrapper { public: using c_type = compound_type; private: partition_key_view(bytes_view v) : compound_view_wrapper(v) { } public: using compound = lw_shared_ptr; static partition_key_view from_bytes(bytes_view v) { return { v }; } static const compound& get_compound_type(const schema& s) { return s.partition_key_type(); } // Returns key's representation which is compatible with Origin. // The result is valid as long as the schema is live. const legacy_compound_view legacy_form(const schema& s) const; // A trichotomic comparator for ordering compatible with Origin. int legacy_tri_compare(const schema& s, partition_key_view o) const; // Checks if keys are equal in a way which is compatible with Origin. bool legacy_equal(const schema& s, partition_key_view o) const { return legacy_tri_compare(s, o) == 0; } // A trichotomic comparator which orders keys according to their ordering on the ring. int ring_order_tri_compare(const schema& s, partition_key_view o) const; friend std::ostream& operator<<(std::ostream& out, const partition_key_view& pk); }; class partition_key : public compound_wrapper { explicit partition_key(managed_bytes&& b) : compound_wrapper(std::move(b)) { } public: using c_type = compound_type; template static partition_key from_range(RangeOfSerializedComponents&& v) { return partition_key(managed_bytes(c_type::serialize_value(std::forward(v)))); } partition_key(std::vector v) : compound_wrapper(managed_bytes(c_type::serialize_value(std::move(v)))) { } partition_key(partition_key&& v) = default; partition_key(const partition_key& v) = default; partition_key(partition_key& v) = default; partition_key& operator=(const partition_key&) = default; partition_key& operator=(partition_key&) = default; partition_key& operator=(partition_key&&) = default; partition_key(partition_key_view key) : partition_key(managed_bytes(key.representation())) { } using compound = lw_shared_ptr; static partition_key from_bytes(bytes_view b) { return partition_key(managed_bytes(b)); } static const compound& get_compound_type(const schema& s) { return s.partition_key_type(); } // Returns key's representation which is compatible with Origin. // The result is valid as long as the schema is live. const legacy_compound_view legacy_form(const schema& s) const { return view().legacy_form(s); } // A trichotomic comparator for ordering compatible with Origin. int legacy_tri_compare(const schema& s, const partition_key& o) const { return view().legacy_tri_compare(s, o); } // Checks if keys are equal in a way which is compatible with Origin. bool legacy_equal(const schema& s, const partition_key& o) const { return view().legacy_equal(s, o); } void validate(const schema& s) const { return s.partition_key_type()->validate(representation()); } friend std::ostream& operator<<(std::ostream& out, const partition_key& pk); }; class exploded_clustering_prefix { std::vector _v; public: exploded_clustering_prefix(std::vector&& v) : _v(std::move(v)) {} exploded_clustering_prefix() {} size_t size() const { return _v.size(); } auto const& components() const { return _v; } explicit operator bool() const { return !_v.empty(); } bool is_full(const schema& s) const { return _v.size() == s.clustering_key_size(); } friend std::ostream& operator<<(std::ostream& os, const exploded_clustering_prefix& ecp); }; class clustering_key_prefix_view : public prefix_compound_view_wrapper { clustering_key_prefix_view(bytes_view v) : prefix_compound_view_wrapper(v) { } public: static clustering_key_prefix_view from_bytes(bytes_view v) { return { v }; } using compound = lw_shared_ptr>; static const compound& get_compound_type(const schema& s) { return s.clustering_key_prefix_type(); } }; class clustering_key_prefix : public prefix_compound_wrapper { explicit clustering_key_prefix(managed_bytes&& b) : prefix_compound_wrapper(std::move(b)) { } public: template static clustering_key_prefix from_range(RangeOfSerializedComponents&& v) { return clustering_key_prefix(compound::element_type::serialize_value(std::forward(v))); } clustering_key_prefix(std::vector v) : prefix_compound_wrapper(compound::element_type::serialize_value(std::move(v))) { } clustering_key_prefix(clustering_key_prefix&& v) = default; clustering_key_prefix(const clustering_key_prefix& v) = default; clustering_key_prefix(clustering_key_prefix& v) = default; clustering_key_prefix& operator=(const clustering_key_prefix&) = default; clustering_key_prefix& operator=(clustering_key_prefix&) = default; clustering_key_prefix& operator=(clustering_key_prefix&&) = default; clustering_key_prefix(clustering_key_prefix_view v) : clustering_key_prefix(managed_bytes(v.representation())) { } using compound = lw_shared_ptr>; static clustering_key_prefix from_bytes(bytes_view b) { return clustering_key_prefix(managed_bytes(b)); } static const compound& get_compound_type(const schema& s) { return s.clustering_key_prefix_type(); } static clustering_key_prefix from_clustering_prefix(const schema& s, const exploded_clustering_prefix& prefix) { return from_exploded(s, prefix.components()); } friend std::ostream& operator<<(std::ostream& out, const clustering_key_prefix& ckp); };