/* * Copyright (C) 2015 Cloudius Systems, Ltd. */ /* * This file is part of Scylla. * * Scylla is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Scylla is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Scylla. If not, see . */ #pragma once #include "schema.hh" #include "bytes.hh" #include "types.hh" #include "compound_compat.hh" #include "utils/managed_bytes.hh" #include "hashing.hh" // // This header defines type system for primary key holders. // // We distinguish partition keys and clustering keys. API-wise they are almost // the same, but they're separate type hierarchies. // // Clustering keys are further divided into prefixed and non-prefixed (full). // Non-prefixed keys always have full component set, as defined by schema. // Prefixed ones can have any number of trailing components missing. They may // differ in underlying representation. // // The main classes are: // // partition_key - full partition key // clustering_key - full clustering key // clustering_key_prefix - clustering key prefix // // These classes wrap only the minimum information required to store the key // (the key value itself). Any information which can be inferred from schema // is not stored. Therefore accessors need to be provided with a pointer to // schema, from which information about structure is extracted. class partition_key; class partition_key_view; class clustering_key_prefix; class clustering_key_prefix_view; using clustering_key = clustering_key_prefix; using clustering_key_view = clustering_key_prefix_view; // Abstracts a view to serialized compound. template class compound_view_wrapper { protected: bytes_view _bytes; protected: compound_view_wrapper(bytes_view v) : _bytes(v) { } static inline const auto& get_compound_type(const schema& s) { return TopLevelView::get_compound_type(s); } public: std::vector explode(const schema& s) const { return get_compound_type(s)->deserialize_value(_bytes); } bytes_view representation() const { return _bytes; } struct less_compare { typename TopLevelView::compound _t; less_compare(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevelView& k1, const TopLevelView& k2) const { return _t->less(k1.representation(), k2.representation()); } }; struct hashing { typename TopLevelView::compound _t; hashing(const schema& s) : _t(get_compound_type(s)) {} size_t operator()(const TopLevelView& o) const { return _t->hash(o.representation()); } }; struct equality { typename TopLevelView::compound _t; equality(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevelView& o1, const TopLevelView& o2) const { return _t->equal(o1.representation(), o2.representation()); } }; bool equal(const schema& s, const TopLevelView& other) const { return get_compound_type(s)->equal(representation(), other.representation()); } // begin() and end() return iterators over components of this compound. The iterator yields a bytes_view to the component. // The iterators satisfy InputIterator concept. auto begin(const schema& s) const { return get_compound_type(s)->begin(representation()); } // See begin() auto end(const schema& s) const { return get_compound_type(s)->end(representation()); } bytes_view get_component(const schema& s, size_t idx) const { auto it = begin(s); std::advance(it, idx); return *it; } // Returns a range of bytes_view auto components(const schema& s) const { return boost::make_iterator_range(begin(s), end(s)); } template void feed_hash(Hasher& h, const schema& s) const { for (bytes_view v : components(s)) { ::feed_hash(h, v); } } }; template class compound_wrapper { protected: managed_bytes _bytes; protected: compound_wrapper(managed_bytes&& b) : _bytes(std::move(b)) {} static inline const auto& get_compound_type(const schema& s) { return TopLevel::get_compound_type(s); } public: static TopLevel make_empty(const schema& s) { return from_exploded(s, {}); } static TopLevel from_exploded(const schema& s, const std::vector& v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_value(v)); } static TopLevel from_exploded(const schema& s, std::vector&& v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_value(std::move(v))); } // We don't allow optional values, but provide this method as an efficient adaptor static TopLevel from_optional_exploded(const schema& s, const std::vector& v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_optionals(v)); } static TopLevel from_deeply_exploded(const schema& s, const std::vector& v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_value_deep(v)); } static TopLevel from_single_value(const schema& s, bytes v) { return TopLevel::from_bytes(get_compound_type(s)->serialize_single(std::move(v))); } template static TopLevel from_singular(const schema& s, const T& v) { auto ct = get_compound_type(s); if (!ct->is_singular()) { throw std::invalid_argument("compound is not singular"); } auto type = ct->types()[0]; return from_single_value(s, type->decompose(v)); } TopLevelView view() const { return TopLevelView::from_bytes(_bytes); } operator TopLevelView() const { return view(); } // FIXME: return views std::vector explode(const schema& s) const { return get_compound_type(s)->deserialize_value(_bytes); } struct less_compare { typename TopLevel::compound _t; less_compare(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevel& k1, const TopLevel& k2) const { return _t->less(k1.representation(), k2.representation()); } bool operator()(const TopLevelView& k1, const TopLevel& k2) const { return _t->less(k1.representation(), k2.representation()); } bool operator()(const TopLevel& k1, const TopLevelView& k2) const { return _t->less(k1.representation(), k2.representation()); } }; struct hashing { typename TopLevel::compound _t; hashing(const schema& s) : _t(get_compound_type(s)) {} size_t operator()(const TopLevel& o) const { return _t->hash(o); } }; struct equality { typename TopLevel::compound _t; equality(const schema& s) : _t(get_compound_type(s)) {} bool operator()(const TopLevel& o1, const TopLevel& o2) const { return _t->equal(o1.representation(), o2.representation()); } bool operator()(const TopLevelView& o1, const TopLevel& o2) const { return _t->equal(o1.representation(), o2.representation()); } bool operator()(const TopLevel& o1, const TopLevelView& o2) const { return _t->equal(o1.representation(), o2.representation()); } }; bool equal(const schema& s, const TopLevel& other) const { return get_compound_type(s)->equal(representation(), other.representation()); } bool equal(const schema& s, const TopLevelView& other) const { return get_compound_type(s)->equal(representation(), other.representation()); } operator bytes_view() const { return _bytes; } bytes_view representation() const { return _bytes; } // begin() and end() return iterators over components of this compound. The iterator yields a bytes_view to the component. // The iterators satisfy InputIterator concept. auto begin(const schema& s) const { return get_compound_type(s)->begin(_bytes); } // See begin() auto end(const schema& s) const { return get_compound_type(s)->end(_bytes); } bytes_view get_component(const schema& s, size_t idx) const { auto it = begin(s); std::advance(it, idx); return *it; } template void feed_hash(Hasher& h, const schema& s) const { view().feed_hash(h, s); } }; template class prefix_view_on_full_compound { public: using iterator = typename compound_type::iterator; private: bytes_view _b; unsigned _prefix_len; iterator _begin; iterator _end; public: prefix_view_on_full_compound(const schema& s, bytes_view b, unsigned prefix_len) : _b(b) , _prefix_len(prefix_len) , _begin(TopLevel::get_compound_type(s)->begin(_b)) , _end(_begin) { std::advance(_end, prefix_len); } iterator begin() const { return _begin; } iterator end() const { return _end; } struct less_compare_with_prefix { typename PrefixTopLevel::compound prefix_type; less_compare_with_prefix(const schema& s) : prefix_type(PrefixTopLevel::get_compound_type(s)) { } bool operator()(const prefix_view_on_full_compound& k1, const PrefixTopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), k1.begin(), k1.end(), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const PrefixTopLevel& k1, const prefix_view_on_full_compound& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), prefix_type->begin(k1), prefix_type->end(k1), k2.begin(), k2.end(), tri_compare) < 0; } }; }; template class prefix_view_on_prefix_compound { public: using iterator = typename compound_type::iterator; private: bytes_view _b; unsigned _prefix_len; iterator _begin; iterator _end; public: prefix_view_on_prefix_compound(const schema& s, bytes_view b, unsigned prefix_len) : _b(b) , _prefix_len(prefix_len) , _begin(TopLevel::get_compound_type(s)->begin(_b)) , _end(_begin) { std::advance(_end, prefix_len); } iterator begin() const { return _begin; } iterator end() const { return _end; } struct less_compare_with_prefix { typename TopLevel::compound prefix_type; less_compare_with_prefix(const schema& s) : prefix_type(TopLevel::get_compound_type(s)) { } bool operator()(const prefix_view_on_prefix_compound& k1, const TopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), k1.begin(), k1.end(), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const TopLevel& k1, const prefix_view_on_prefix_compound& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), prefix_type->begin(k1), prefix_type->end(k1), k2.begin(), k2.end(), tri_compare) < 0; } }; }; template class prefixable_full_compound : public compound_wrapper { using base = compound_wrapper; protected: prefixable_full_compound(bytes&& b) : base(std::move(b)) {} public: using prefix_view_type = prefix_view_on_full_compound; bool is_prefixed_by(const schema& s, const PrefixTopLevel& prefix) const { auto t = base::get_compound_type(s); auto prefix_type = PrefixTopLevel::get_compound_type(s); return ::is_prefixed_by(t->types().begin(), t->begin(*this), t->end(*this), prefix_type->begin(prefix), prefix_type->end(prefix), ::equal); } struct less_compare_with_prefix { typename PrefixTopLevel::compound prefix_type; typename TopLevel::compound full_type; less_compare_with_prefix(const schema& s) : prefix_type(PrefixTopLevel::get_compound_type(s)) , full_type(TopLevel::get_compound_type(s)) { } bool operator()(const TopLevel& k1, const PrefixTopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), full_type->begin(k1), full_type->end(k1), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const PrefixTopLevel& k1, const TopLevel& k2) const { return lexicographical_tri_compare( prefix_type->types().begin(), prefix_type->types().end(), prefix_type->begin(k1), prefix_type->end(k1), full_type->begin(k2), full_type->end(k2), tri_compare) < 0; } }; // In prefix equality two sequences are equal if any of them is a prefix // of the other. Otherwise lexicographical ordering is applied. // Note: full compounds sorted according to lexicographical ordering are also // sorted according to prefix equality ordering. struct prefix_equality_less_compare { typename PrefixTopLevel::compound prefix_type; typename TopLevel::compound full_type; prefix_equality_less_compare(const schema& s) : prefix_type(PrefixTopLevel::get_compound_type(s)) , full_type(TopLevel::get_compound_type(s)) { } bool operator()(const TopLevel& k1, const PrefixTopLevel& k2) const { return prefix_equality_tri_compare(prefix_type->types().begin(), full_type->begin(k1), full_type->end(k1), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } bool operator()(const PrefixTopLevel& k1, const TopLevel& k2) const { return prefix_equality_tri_compare(prefix_type->types().begin(), prefix_type->begin(k1), prefix_type->end(k1), full_type->begin(k2), full_type->end(k2), tri_compare) < 0; } }; prefix_view_type prefix_view(const schema& s, unsigned prefix_len) const { return { s, this->representation(), prefix_len }; } }; template class prefix_compound_view_wrapper : public compound_view_wrapper { protected: prefix_compound_view_wrapper(bytes_view v) : compound_view_wrapper(v) { } }; template class prefix_compound_wrapper : public compound_wrapper { using base = compound_wrapper; protected: prefix_compound_wrapper(bytes&& b) : base(std::move(b)) {} public: using prefix_view_type = prefix_view_on_prefix_compound; prefix_view_type prefix_view(const schema& s, unsigned prefix_len) const { return { s, this->representation(), prefix_len }; } bool is_full(const schema& s) const { return TopLevel::get_compound_type(s)->is_full(base::_bytes); } // Can be called only if is_full() FullTopLevel to_full(const schema& s) const { return FullTopLevel::from_exploded(s, base::explode(s)); } bool is_prefixed_by(const schema& s, const TopLevel& prefix) const { auto t = base::get_compound_type(s); return ::is_prefixed_by(t->types().begin(), t->begin(*this), t->end(*this), t->begin(prefix), t->end(prefix), equal); } // In prefix equality two sequences are equal if any of them is a prefix // of the other. Otherwise lexicographical ordering is applied. // Note: full compounds sorted according to lexicographical ordering are also // sorted according to prefix equality ordering. struct prefix_equality_less_compare { typename TopLevel::compound prefix_type; prefix_equality_less_compare(const schema& s) : prefix_type(TopLevel::get_compound_type(s)) { } bool operator()(const TopLevel& k1, const TopLevel& k2) const { return prefix_equality_tri_compare(prefix_type->types().begin(), prefix_type->begin(k1), prefix_type->end(k1), prefix_type->begin(k2), prefix_type->end(k2), tri_compare) < 0; } }; }; class partition_key_view : public compound_view_wrapper { public: using c_type = compound_type; private: partition_key_view(bytes_view v) : compound_view_wrapper(v) { } public: using compound = lw_shared_ptr; static partition_key_view from_bytes(bytes_view v) { return { v }; } static const compound& get_compound_type(const schema& s) { return s.partition_key_type(); } // Returns key's representation which is compatible with Origin. // The result is valid as long as the schema is live. const legacy_compound_view legacy_form(const schema& s) const; // A trichotomic comparator for ordering compatible with Origin. int legacy_tri_compare(const schema& s, partition_key_view o) const; // Checks if keys are equal in a way which is compatible with Origin. bool legacy_equal(const schema& s, partition_key_view o) const { return legacy_tri_compare(s, o) == 0; } // A trichotomic comparator which orders keys according to their ordering on the ring. int ring_order_tri_compare(const schema& s, partition_key_view o) const; friend std::ostream& operator<<(std::ostream& out, const partition_key_view& pk); }; class partition_key : public compound_wrapper { public: using c_type = compound_type; explicit partition_key(bytes&& b) : compound_wrapper(std::move(b)) { } partition_key(const partition_key_view& key) : partition_key(bytes(key.representation().begin(), key.representation().end())) { } using compound = lw_shared_ptr; static partition_key from_bytes(bytes b) { return partition_key(std::move(b)); } static const compound& get_compound_type(const schema& s) { return s.partition_key_type(); } // Returns key's representation which is compatible with Origin. // The result is valid as long as the schema is live. const legacy_compound_view legacy_form(const schema& s) const { return view().legacy_form(s); } // A trichotomic comparator for ordering compatible with Origin. int legacy_tri_compare(const schema& s, const partition_key& o) const { return view().legacy_tri_compare(s, o); } // Checks if keys are equal in a way which is compatible with Origin. bool legacy_equal(const schema& s, const partition_key& o) const { return view().legacy_equal(s, o); } friend std::ostream& operator<<(std::ostream& out, const partition_key& pk); }; class exploded_clustering_prefix { std::vector _v; public: exploded_clustering_prefix(std::vector&& v) : _v(std::move(v)) {} exploded_clustering_prefix() {} size_t size() const { return _v.size(); } auto const& components() const { return _v; } explicit operator bool() const { return !_v.empty(); } bool is_full(const schema& s) const { return _v.size() == s.clustering_key_size(); } friend std::ostream& operator<<(std::ostream& os, const exploded_clustering_prefix& ecp); }; class clustering_key_prefix_view : public prefix_compound_view_wrapper { clustering_key_prefix_view(bytes_view v) : prefix_compound_view_wrapper(v) { } public: static clustering_key_prefix_view from_bytes(bytes_view v) { return { v }; } using compound = lw_shared_ptr>; static const compound& get_compound_type(const schema& s) { return s.clustering_key_prefix_type(); } }; class clustering_key_prefix : public prefix_compound_wrapper { public: explicit clustering_key_prefix(bytes&& b) : prefix_compound_wrapper(std::move(b)) { } clustering_key_prefix(clustering_key_prefix_view v) : clustering_key_prefix(bytes(v.representation().begin(), v.representation().end())) { } using compound = lw_shared_ptr>; static clustering_key_prefix from_bytes(bytes b) { return clustering_key_prefix(std::move(b)); } static const compound& get_compound_type(const schema& s) { return s.clustering_key_prefix_type(); } static clustering_key_prefix from_clustering_prefix(const schema& s, const exploded_clustering_prefix& prefix) { return from_exploded(s, prefix.components()); } friend std::ostream& operator<<(std::ostream& out, const clustering_key_prefix& ckp); }; namespace db { template<> serializer::serializer(const partition_key_view &); template<> void serializer::write(output&, const partition_key_view&); template<> void serializer::read(partition_key_view&, input&); template<> partition_key_view serializer::read(input&); template<> void serializer::skip(input&); template<> serializer::serializer(const clustering_key_prefix_view &); template<> void serializer::write(output&, const clustering_key_prefix_view&); template<> void serializer::read(clustering_key_prefix_view&, input&); template<> clustering_key_prefix_view serializer::read(input&); typedef serializer partition_key_view_serializer; typedef serializer clustering_key_view_serializer; typedef serializer clustering_key_prefix_view_serializer; }