350d98d4e1
If schema merging completes at lower rate than incoming pull requests, then merge processes will accumulate and needlessly request and hold schema mutations. In rare cases, when there are constant schema changes, they may even overflow memory. This was seen in dtest: concurrent_schema_changes_test.py:TestConcurrentSchemaChanges.create_lots_of_schema_churn_test Allowing only one active and one queued pull request per remote endpoint is enough.
179 lines
7.4 KiB
C++
179 lines
7.4 KiB
C++
/*
|
|
* Licensed to the Apache Software Foundation (ASF) under one
|
|
* or more contributor license agreements. See the NOTICE file
|
|
* distributed with this work for additional information
|
|
* regarding copyright ownership. The ASF licenses this file
|
|
* to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
/*
|
|
* Copyright (C) 2015 ScyllaDB
|
|
*
|
|
* Modified by ScyllaDB
|
|
*/
|
|
|
|
/*
|
|
* This file is part of Scylla.
|
|
*
|
|
* Scylla is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Scylla is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Scylla. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "service/migration_listener.hh"
|
|
#include "gms/endpoint_state.hh"
|
|
#include "db/schema_tables.hh"
|
|
#include "core/distributed.hh"
|
|
#include "gms/inet_address.hh"
|
|
#include "message/messaging_service.hh"
|
|
#include "utils/UUID.hh"
|
|
#include "utils/serialized_action.hh"
|
|
|
|
#include <vector>
|
|
|
|
namespace service {
|
|
|
|
class migration_manager : public seastar::async_sharded_service<migration_manager> {
|
|
std::vector<migration_listener*> _listeners;
|
|
std::unordered_map<netw::messaging_service::msg_addr, serialized_action, netw::messaging_service::msg_addr::hash> _schema_pulls;
|
|
static const std::chrono::milliseconds migration_delay;
|
|
public:
|
|
migration_manager();
|
|
|
|
/// Register a migration listener on current shard.
|
|
void register_listener(migration_listener* listener);
|
|
|
|
/// Unregister a migration listener on current shard.
|
|
void unregister_listener(migration_listener* listener);
|
|
|
|
future<> schedule_schema_pull(const gms::inet_address& endpoint, const gms::endpoint_state& state);
|
|
|
|
future<> maybe_schedule_schema_pull(const utils::UUID& their_version, const gms::inet_address& endpoint);
|
|
|
|
future<> submit_migration_task(const gms::inet_address& endpoint);
|
|
|
|
// Fetches schema from remote node and applies it locally.
|
|
// Differs from submit_migration_task() in that all errors are propagated.
|
|
// Coalesces requests.
|
|
future<> merge_schema_from(netw::msg_addr);
|
|
future<> do_merge_schema_from(netw::msg_addr);
|
|
|
|
// Merge mutations received from src.
|
|
// Keep mutations alive around whole async operation.
|
|
future<> merge_schema_from(netw::msg_addr src, const std::vector<frozen_mutation>& mutations);
|
|
|
|
future<> notify_create_keyspace(const lw_shared_ptr<keyspace_metadata>& ksm);
|
|
future<> notify_create_column_family(const schema_ptr& cfm);
|
|
future<> notify_create_user_type(const user_type& type);
|
|
future<> notify_create_view(const view_ptr& view);
|
|
future<> notify_update_keyspace(const lw_shared_ptr<keyspace_metadata>& ksm);
|
|
future<> notify_update_column_family(const schema_ptr& cfm, bool columns_changed);
|
|
future<> notify_update_user_type(const user_type& type);
|
|
future<> notify_update_view(const view_ptr& view, bool columns_changed);
|
|
future<> notify_drop_keyspace(const sstring& ks_name);
|
|
future<> notify_drop_column_family(const schema_ptr& cfm);
|
|
future<> notify_drop_user_type(const user_type& type);
|
|
future<> notify_drop_view(const view_ptr& view);
|
|
|
|
bool should_pull_schema_from(const gms::inet_address& endpoint);
|
|
bool has_compatible_schema_tables_version(const gms::inet_address& endpoint);
|
|
|
|
future<> announce_keyspace_update(lw_shared_ptr<keyspace_metadata> ksm, bool announce_locally = false);
|
|
|
|
future<> announce_keyspace_update(lw_shared_ptr<keyspace_metadata> ksm, api::timestamp_type timestamp, bool announce_locally);
|
|
|
|
future<> announce_new_keyspace(lw_shared_ptr<keyspace_metadata> ksm, bool announce_locally = false);
|
|
|
|
future<> announce_new_keyspace(lw_shared_ptr<keyspace_metadata> ksm, api::timestamp_type timestamp, bool announce_locally);
|
|
|
|
future<> announce_column_family_update(schema_ptr cfm, bool from_thrift, std::vector<view_ptr>&& view_updates, bool announce_locally = false);
|
|
|
|
future<> announce_new_column_family(schema_ptr cfm, bool announce_locally = false);
|
|
|
|
future<> announce_new_type(user_type new_type, bool announce_locally = false);
|
|
|
|
future<> announce_type_update(user_type updated_type, bool announce_locally = false);
|
|
|
|
future<> announce_keyspace_drop(const sstring& ks_name, bool announce_locally = false);
|
|
|
|
future<> announce_column_family_drop(const sstring& ks_name, const sstring& cf_name, bool announce_locally = false);
|
|
|
|
future<> announce_type_drop(user_type dropped_type, bool announce_locally = false);
|
|
|
|
future<> announce_new_view(view_ptr view, bool announce_locally = false);
|
|
|
|
future<> announce_view_update(view_ptr view, bool announce_locally = false);
|
|
|
|
future<> announce_view_drop(const sstring& ks_name, const sstring& cf_name, bool announce_locally = false);
|
|
|
|
/**
|
|
* actively announce a new version to active hosts via rpc
|
|
* @param schema The schema mutation to be applied
|
|
*/
|
|
static future<> announce(mutation schema, bool announce_locally);
|
|
|
|
static future<> announce(std::vector<mutation> mutations, bool announce_locally);
|
|
|
|
static future<> push_schema_mutation(const gms::inet_address& endpoint, const std::vector<mutation>& schema);
|
|
|
|
// Returns a future on the local application of the schema
|
|
static future<> announce(std::vector<mutation> schema);
|
|
|
|
static future<> passive_announce(utils::UUID version);
|
|
|
|
future<> stop();
|
|
|
|
bool is_ready_for_bootstrap();
|
|
|
|
void init_messaging_service();
|
|
private:
|
|
void uninit_messaging_service();
|
|
};
|
|
|
|
extern distributed<migration_manager> _the_migration_manager;
|
|
|
|
inline distributed<migration_manager>& get_migration_manager() {
|
|
return _the_migration_manager;
|
|
}
|
|
|
|
inline migration_manager& get_local_migration_manager() {
|
|
return _the_migration_manager.local();
|
|
}
|
|
|
|
// Returns schema of given version, either from cache or from remote node identified by 'from'.
|
|
// Doesn't affect current node's schema in any way.
|
|
future<schema_ptr> get_schema_definition(table_schema_version, netw::msg_addr from);
|
|
|
|
// Returns schema of given version, either from cache or from remote node identified by 'from'.
|
|
// The returned schema may not be synchronized. See schema::is_synced().
|
|
// Intended to be used in the read path.
|
|
future<schema_ptr> get_schema_for_read(table_schema_version, netw::msg_addr from);
|
|
|
|
// Returns schema of given version, either from cache or from remote node identified by 'from'.
|
|
// Ensures that this node is synchronized with the returned schema. See schema::is_synced().
|
|
// Intended to be used in the write path, which relies on synchronized schema.
|
|
future<schema_ptr> get_schema_for_write(table_schema_version, netw::msg_addr from);
|
|
|
|
}
|