/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * * Modified by ScyllaDB * Copyright (C) 2015 ScyllaDB */ /* * This file is part of Scylla. * * Scylla is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Scylla is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Scylla. If not, see . */ #pragma once #include "locator/token_metadata.hh" #include "locator/snitch_base.hh" #include "streaming/stream_plan.hh" #include "streaming/stream_state.hh" #include "gms/inet_address.hh" #include "gms/i_failure_detector.hh" #include "range.hh" #include #include #include class database; namespace dht { /** * Assists in streaming ranges to a node. */ class range_streamer { public: using inet_address = gms::inet_address; using token_metadata = locator::token_metadata; using stream_plan = streaming::stream_plan; using stream_state = streaming::stream_state; using i_failure_detector = gms::i_failure_detector; static bool use_strict_consistency(); public: /** * A filter applied to sources to stream from when constructing a fetch map. */ class i_source_filter { public: virtual bool should_include(inet_address endpoint) = 0; virtual ~i_source_filter() {} }; /** * Source filter which excludes any endpoints that are not alive according to a * failure detector. */ class failure_detector_source_filter : public i_source_filter { private: gms::i_failure_detector& _fd; public: failure_detector_source_filter(i_failure_detector& fd) : _fd(fd) { } virtual bool should_include(inet_address endpoint) override { return _fd.is_alive(endpoint); } }; /** * Source filter which excludes any endpoints that are not in a specific data center. */ class single_datacenter_filter : public i_source_filter { private: sstring _source_dc; public: single_datacenter_filter(const sstring& source_dc) : _source_dc(source_dc) { } virtual bool should_include(inet_address endpoint) override { auto& snitch_ptr = locator::i_endpoint_snitch::get_local_snitch_ptr(); return snitch_ptr->get_datacenter(endpoint) == _source_dc; } }; range_streamer(distributed& db, token_metadata& tm, std::unordered_set tokens, inet_address address, sstring description) : _db(db) , _metadata(tm) , _tokens(std::move(tokens)) , _address(address) , _description(std::move(description)) , _stream_plan(_description) { } range_streamer(distributed& db, token_metadata& tm, inet_address address, sstring description) : range_streamer(db, tm, std::unordered_set(), address, description) { } void add_source_filter(std::unique_ptr filter) { _source_filters.emplace(std::move(filter)); } void add_ranges(const sstring& keyspace_name, dht::token_range_vector ranges); private: bool use_strict_sources_for_ranges(const sstring& keyspace_name); /** * Get a map of all ranges and their respective sources that are candidates for streaming the given ranges * to us. For each range, the list of sources is sorted by proximity relative to the given destAddress. */ std::unordered_multimap get_all_ranges_with_sources_for(const sstring& keyspace_name, dht::token_range_vector desired_ranges); /** * Get a map of all ranges and the source that will be cleaned up once this bootstrapped node is added for the given ranges. * For each range, the list should only contain a single source. This allows us to consistently migrate data without violating * consistency. */ std::unordered_multimap get_all_ranges_with_strict_sources_for(const sstring& keyspace_name, dht::token_range_vector desired_ranges); private: /** * @param rangesWithSources The ranges we want to fetch (key) and their potential sources (value) * @param sourceFilters A (possibly empty) collection of source filters to apply. In addition to any filters given * here, we always exclude ourselves. * @return */ static std::unordered_multimap get_range_fetch_map(const std::unordered_multimap& ranges_with_sources, const std::unordered_set>& source_filters, const sstring& keyspace); public: static std::unordered_multimap get_work_map(const std::unordered_multimap& ranges_with_source_target, const sstring& keyspace); #if 0 // For testing purposes Multimap>>> toFetch() { return toFetch; } #endif public: future fetch_async(); private: distributed& _db; token_metadata& _metadata; std::unordered_set _tokens; inet_address _address; sstring _description; std::unordered_multimap> _to_fetch; std::unordered_set> _source_filters; stream_plan _stream_plan; }; } // dht