/* * * Modified by ScyllaDB * Copyright (C) 2015-present ScyllaDB */ /* * SPDX-License-Identifier: (AGPL-3.0-or-later and Apache-2.0) */ #pragma once #include "streaming/progress_info.hh" #include #include #include "utils/UUID.hh" #include "gms/i_endpoint_state_change_subscriber.hh" #include "gms/inet_address.hh" #include "gms/endpoint_state.hh" #include "gms/application_state.hh" #include #include #include namespace db { class system_distributed_keyspace; namespace view { class view_update_generator; } } namespace service { class migration_manager; }; namespace netw { class messaging_service; }; namespace gms { class gossiper; } namespace streaming { class stream_session; class stream_result_future; struct stream_bytes { int64_t bytes_sent = 0; int64_t bytes_received = 0; friend stream_bytes operator+(const stream_bytes& x, const stream_bytes& y) { stream_bytes ret(x); ret += y; return ret; } friend bool operator!=(const stream_bytes& x, const stream_bytes& y) { return x.bytes_sent != y.bytes_sent && x.bytes_received != y.bytes_received; } friend bool operator==(const stream_bytes& x, const stream_bytes& y) { return x.bytes_sent == y.bytes_sent && x.bytes_received == y.bytes_received; } stream_bytes& operator+=(const stream_bytes& x) { bytes_sent += x.bytes_sent; bytes_received += x.bytes_received; return *this; } }; /** * StreamManager manages currently running {@link StreamResultFuture}s and provides status of all operation invoked. * * All stream operation should be created through this class to track streaming status and progress. */ class stream_manager : public gms::i_endpoint_state_change_subscriber, public enable_shared_from_this, public peering_sharded_service { using UUID = utils::UUID; using inet_address = gms::inet_address; using endpoint_state = gms::endpoint_state; using application_state = gms::application_state; using versioned_value = gms::versioned_value; /* * Currently running streams. Removed after completion/failure. * We manage them in two different maps to distinguish plan from initiated ones to * receiving ones withing the same JVM. */ private: sharded& _db; sharded& _sys_dist_ks; sharded& _view_update_generator; sharded& _ms; sharded& _mm; gms::gossiper& _gossiper; std::unordered_map> _initiated_streams; std::unordered_map> _receiving_streams; std::unordered_map> _stream_bytes; uint64_t _total_incoming_bytes{0}; uint64_t _total_outgoing_bytes{0}; semaphore _mutation_send_limiter{256}; seastar::metrics::metric_groups _metrics; public: stream_manager(sharded& db, sharded& sys_dist_ks, sharded& view_update_generator, sharded& ms, sharded& mm, gms::gossiper& gossiper); future<> start(); future<> stop(); semaphore& mutation_send_limiter() { return _mutation_send_limiter; } void register_sending(shared_ptr result); void register_receiving(shared_ptr result); shared_ptr get_sending_stream(UUID plan_id) const; shared_ptr get_receiving_stream(UUID plan_id) const; std::vector> get_all_streams() const; replica::database& db() noexcept { return _db.local(); } netw::messaging_service& ms() noexcept { return _ms.local(); } const std::unordered_map>& get_initiated_streams() const { return _initiated_streams; } const std::unordered_map>& get_receiving_streams() const { return _receiving_streams; } void remove_stream(UUID plan_id); void show_streams() const; future<> shutdown() { fail_all_sessions(); return make_ready_future<>(); } void update_progress(UUID cf_id, gms::inet_address peer, progress_info::direction dir, size_t fm_size); future<> update_all_progress_info(); void remove_progress(UUID plan_id); stream_bytes get_progress(UUID plan_id, gms::inet_address peer) const; stream_bytes get_progress(UUID plan_id) const; future<> remove_progress_on_all_shards(UUID plan_id); future get_progress_on_all_shards(UUID plan_id, gms::inet_address peer) const; future get_progress_on_all_shards(UUID plan_id) const; future get_progress_on_all_shards(gms::inet_address peer) const; future get_progress_on_all_shards() const; stream_bytes get_progress_on_local_shard() const; shared_ptr get_session(utils::UUID plan_id, gms::inet_address from, const char* verb, std::optional cf_id = {}); public: virtual future<> on_join(inet_address endpoint, endpoint_state ep_state) override { return make_ready_future(); } virtual future<> before_change(inet_address endpoint, endpoint_state current_state, application_state new_state_key, const versioned_value& new_value) override { return make_ready_future(); } virtual future<> on_change(inet_address endpoint, application_state state, const versioned_value& value) override { return make_ready_future(); } virtual future<> on_alive(inet_address endpoint, endpoint_state state) override { return make_ready_future(); } virtual future<> on_dead(inet_address endpoint, endpoint_state state) override; virtual future<> on_remove(inet_address endpoint) override; virtual future<> on_restart(inet_address endpoint, endpoint_state ep_state) override; private: void fail_all_sessions(); void fail_sessions(inet_address endpoint); bool has_peer(inet_address endpoint) const; void init_messaging_service_handler(); future<> uninit_messaging_service_handler(); }; } // namespace streaming